{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5051.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12251): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12251) [trial-2368↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12251)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12251): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12251) [trial-2368↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12251)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a02:09:17.907046 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a02:09:17.918367 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a02:09:18.512909 tst mo_mt_sms.py: using LAC 25252\u000a02:09:18.630911 tst mo_mt_sms.py: using RAC 7\u000a02:09:18.749679 tst mo_mt_sms.py: using CellId 25252\u000a02:09:18.865974 tst mo_mt_sms.py: using BVCI 25253\u000a02:09:18.888496 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a02:09:19.072901 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a02:09:19.370665 tst mo_mt_sms.py:9: start nitb and bts...\u000a02:09:19.507652 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:09:21.884772 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12250): Launched\u000a02:09:22.210177 run osmo-nitb_10.42.42.2(pid=12251): Launched\u000a02:09:22.397703 run osmo-nitb_10.42.42.2(pid=12251): ERR: Terminated: ERROR {rc=2} [trial-2368↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12251)]\u000a02:09:22.533287 run osmo-nitb_10.42.42.2(pid=12251): stdout: \u000a| (launched: 2022-12-10_02:09:22.050962) \u000a02:09:22.669134 run osmo-nitb_10.42.42.2(pid=12251): stderr: \u000a| (launched: 2022-12-10_02:09:22.099881)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:09:22.799657 run osmo-nitb_10.42.42.2(pid=12251): stdout: \u000a| (launched: 2022-12-10_02:09:22.050962) \u000a02:09:22.928929 run osmo-nitb_10.42.42.2(pid=12251): stderr: \u000a| (launched: 2022-12-10_02:09:22.099881)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:09:22.985826 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=12251): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12251) [trial-2368↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12251)] [trial-2368↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a02:09:22.994409 tst mo_mt_sms.py:11: Test FAILED (5.1 sec)\u000a02:09:23.030782 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12250): Terminating (SIGTERM)\u000a02:09:23.208400 --- ParallelTerminationStrategy: PID 12250 died...\u000a02:09:23.266560 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12250): Terminated: ok {rc=0}\u000a02:09:23.356110 bus /sierra_3: Setting Powered False\u000a02:09:24.463964 bus /sierra_3: Setting Powered False\u000a02:09:25.578238 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:09:17" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12261): Process ended prematurely: osmo-stp_10.42.42.5(pid=12261) [trial-2368↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12261)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12261): Process ended prematurely: osmo-stp_10.42.42.5(pid=12261) [trial-2368↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12261)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a02:09:27.431808 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:09:27.442495 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a02:09:27.565411 tst mo_mt_sms.py: using LAC 25253\u000a02:09:27.684727 tst mo_mt_sms.py: using RAC 8\u000a02:09:27.805833 tst mo_mt_sms.py: using CellId 25253\u000a02:09:27.924794 tst mo_mt_sms.py: using BVCI 25254\u000a02:09:27.948042 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:09:27.958693 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:09:27.969224 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:09:27.980230 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:09:27.991188 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:09:28.001840 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a02:09:28.121753 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a02:09:28.329199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:09:30.065961 run create_hlr_db(pid=12255): Launched\u000a02:09:30.243387 bus /sierra_2: Setting Powered False\u000a02:09:31.280612 run create_hlr_db(pid=12255): Terminated: ok {rc=0}\u000a02:09:31.737942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12257): Launched\u000a02:09:32.141647 run osmo-hlr_10.42.42.2(pid=12258): Launched\u000a02:09:32.268783 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:09:34.880806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12260): Launched\u000a02:09:35.211123 run osmo-stp_10.42.42.5(pid=12261): Launched\u000a02:09:35.331040 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:09:40.883666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12263): Launched\u000a02:09:41.212403 run osmo-msc_10.42.42.6(pid=12264): Launched\u000a02:09:41.402693 run osmo-stp_10.42.42.5(pid=12261): ERR: Terminated: ERROR {rc=1} [trial-2368↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12261)]\u000a02:09:41.539943 run osmo-stp_10.42.42.5(pid=12261): stdout: \u000a| (launched: 2022-12-10_02:09:35.048297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:09:41.677348 run osmo-stp_10.42.42.5(pid=12261): stderr: \u000a| �[0;m�[38;5;43m20221210020935243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020935243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020935244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020935244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020935245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020935245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020935245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:09:41.808180 run osmo-stp_10.42.42.5(pid=12261): stdout: \u000a| (launched: 2022-12-10_02:09:35.048297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:09:41.938096 run osmo-stp_10.42.42.5(pid=12261): stderr: \u000a| �[0;m�[38;5;43m20221210020935243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020935243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020935244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020935244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020935245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020935245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020935245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:09:41.995019 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=12261): Process ended prematurely: osmo-stp_10.42.42.5(pid=12261) [trial-2368↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12261)] [trial-2368↪sms:sysmo↪mo_mt_sms.py:16]\u000a02:09:42.003511 tst mo_mt_sms.py:16: Test FAILED (14.6 sec)\u000a02:09:42.067073 run osmo-hlr_10.42.42.2(pid=12258): ERR: Terminated: ERROR {rc=237} [trial-2368↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12258)]\u000a02:09:42.119779 run osmo-hlr_10.42.42.2(pid=12258): stdout: \u000a| (launched: 2022-12-10_02:09:31.911656) \u000a02:09:42.172705 run osmo-hlr_10.42.42.2(pid=12258): stderr: \u000a| �[0;m�[1;31m20221210020932191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020932191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020932191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020932191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020932191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020932191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020932204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020932212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020932213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020932213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:09:42.245261 run osmo-msc_10.42.42.6(pid=12264): ERR: Terminated: ERROR {rc=2} [trial-2368↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12264)]\u000a02:09:42.297674 run osmo-msc_10.42.42.6(pid=12264): stdout: \u000a| (launched: 2022-12-10_02:09:41.049709) \u000a02:09:42.350581 run osmo-msc_10.42.42.6(pid=12264): stderr: \u000a| �[0;m�[38;5;43m20221210020941376 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020941376 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd5cb97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020941376 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020941376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020941376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020941377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020941378 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020941379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020941379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020941379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:09:42.395606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12257): Terminating (SIGTERM)\u000a02:09:42.438262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12260): Terminating (SIGTERM)\u000a02:09:42.480911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12263): Terminating (SIGTERM)\u000a02:09:42.490699 --- ParallelTerminationStrategy: PID 12257 died...\u000a02:09:42.547859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12257): Terminated: ok {rc=0}\u000a02:09:42.558099 --- ParallelTerminationStrategy: PID 12260 died...\u000a02:09:42.614823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12260): Terminated: ok {rc=0}\u000a02:09:42.624933 --- ParallelTerminationStrategy: PID 12263 died...\u000a02:09:42.681591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12263): Terminated: ok {rc=0}\u000a02:09:42.771101 bus /sierra_3: Setting Powered False\u000a02:09:43.877692 bus /sierra_3: Setting Powered False\u000a02:09:44.991048 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:09:27" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12270): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12270) [trial-2368↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12270)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12270): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12270) [trial-2368↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a02:09:46.825930 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a02:09:46.838596 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a02:09:47.001680 tst assert_extension.py: using LAC 25254\u000a02:09:47.147655 tst assert_extension.py: using RAC 9\u000a02:09:47.269811 tst assert_extension.py: using CellId 25254\u000a02:09:47.390437 tst assert_extension.py: using BVCI 25255\u000a02:09:47.413757 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a02:09:47.712573 tst assert_extension.py:10: start nitb and bts...\u000a02:09:47.849653 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:09:48.528597 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12269): Launched\u000a02:09:48.856775 run osmo-nitb_10.42.42.2(pid=12270): Launched\u000a02:09:49.058359 run osmo-nitb_10.42.42.2(pid=12270): ERR: Terminated: ERROR {rc=2} [trial-2368↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12270)]\u000a02:09:49.208041 run osmo-nitb_10.42.42.2(pid=12270): stdout: \u000a| (launched: 2022-12-10_02:09:48.696426) \u000a02:09:49.356685 run osmo-nitb_10.42.42.2(pid=12270): stderr: \u000a| (launched: 2022-12-10_02:09:48.745540)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:09:49.501107 run osmo-nitb_10.42.42.2(pid=12270): stdout: \u000a| (launched: 2022-12-10_02:09:48.696426) \u000a02:09:49.643917 run osmo-nitb_10.42.42.2(pid=12270): stderr: \u000a| (launched: 2022-12-10_02:09:48.745540)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:09:49.988460 tst osmo-nitb_10.42.42.2(pid=12270): stdout: \u000a| (launched: 2022-12-10_02:09:48.696426) \u000a02:09:50.118927 tst osmo-nitb_10.42.42.2(pid=12270): stderr: \u000a| (launched: 2022-12-10_02:09:48.745540)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:09:50.179839 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=12270): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12270) [trial-2368↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12270)] [trial-2368↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a02:09:50.188545 tst assert_extension.py:12: Test FAILED (3.4 sec)\u000a02:09:50.225302 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12269): Terminating (SIGTERM)\u000a02:09:50.403055 --- ParallelTerminationStrategy: PID 12269 died...\u000a02:09:50.461613 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12269): Terminated: ok {rc=0}\u000a02:09:50.550430 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:09:46" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12281): Process ended prematurely: osmo-stp_10.42.42.5(pid=12281) [trial-2368↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12281)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12281): Process ended prematurely: osmo-stp_10.42.42.5(pid=12281) [trial-2368↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a02:09:52.351819 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:09:52.362471 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a02:09:52.489951 tst assert_extension.py: using LAC 25255\u000a02:09:52.610103 tst assert_extension.py: using RAC 10\u000a02:09:52.730409 tst assert_extension.py: using CellId 25255\u000a02:09:52.850340 tst assert_extension.py: using BVCI 25256\u000a02:09:52.873982 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:09:52.884514 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:09:52.895083 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:09:52.906282 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:09:52.917419 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:09:52.928806 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a02:09:53.142950 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:09:53.670908 run create_hlr_db(pid=12275): Launched\u000a02:09:53.861342 bus /sierra_2: Setting Powered False\u000a02:09:54.880577 run create_hlr_db(pid=12275): Terminated: ok {rc=0}\u000a02:09:55.296243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12277): Launched\u000a02:09:55.606434 run osmo-hlr_10.42.42.2(pid=12278): Launched\u000a02:09:55.727192 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:09:56.304539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12280): Launched\u000a02:09:56.635575 run osmo-stp_10.42.42.5(pid=12281): Launched\u000a02:09:56.755241 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:09:57.355756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12283): Launched\u000a02:09:57.686858 run osmo-msc_10.42.42.6(pid=12284): Launched\u000a02:09:57.880322 run osmo-stp_10.42.42.5(pid=12281): ERR: Terminated: ERROR {rc=1} [trial-2368↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12281)]\u000a02:09:58.022533 run osmo-stp_10.42.42.5(pid=12281): stdout: \u000a| (launched: 2022-12-10_02:09:56.472594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:09:58.160718 run osmo-stp_10.42.42.5(pid=12281): stderr: \u000a| �[0;m�[38;5;43m20221210020956669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020956670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020956670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020956670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020956671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020956671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020956671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:09:58.292747 run osmo-stp_10.42.42.5(pid=12281): stdout: \u000a| (launched: 2022-12-10_02:09:56.472594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:09:58.423517 run osmo-stp_10.42.42.5(pid=12281): stderr: \u000a| �[0;m�[38;5;43m20221210020956669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210020956670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210020956670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210020956670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210020956671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210020956671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210020956671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:09:58.480483 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=12281): Process ended prematurely: osmo-stp_10.42.42.5(pid=12281) [trial-2368↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12281)] [trial-2368↪ussd:sysmo↪assert_extension.py:17]\u000a02:09:58.489125 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a02:09:58.552499 run osmo-hlr_10.42.42.2(pid=12278): ERR: Terminated: ERROR {rc=237} [trial-2368↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12278)]\u000a02:09:58.604322 run osmo-hlr_10.42.42.2(pid=12278): stdout: \u000a| (launched: 2022-12-10_02:09:55.452340) \u000a02:09:58.656799 run osmo-hlr_10.42.42.2(pid=12278): stderr: \u000a| �[0;m�[1;31m20221210020955631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210020955631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210020955631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020955631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210020955631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210020955631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210020955646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210020955654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210020955654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210020955654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:09:58.728703 run osmo-msc_10.42.42.6(pid=12284): ERR: Terminated: ERROR {rc=2} [trial-2368↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12284)]\u000a02:09:58.780712 run osmo-msc_10.42.42.6(pid=12284): stdout: \u000a| (launched: 2022-12-10_02:09:57.522544) \u000a02:09:58.833245 run osmo-msc_10.42.42.6(pid=12284): stderr: \u000a| �[0;m�[38;5;43m20221210020957845 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210020957845 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f976452dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210020957845 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210020957845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210020957845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210020957846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210020957847 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210020957848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210020957848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210020957848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:09:58.877836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12277): Terminating (SIGTERM)\u000a02:09:58.920064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12280): Terminating (SIGTERM)\u000a02:09:58.962732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12283): Terminating (SIGTERM)\u000a02:09:58.972514 --- ParallelTerminationStrategy: PID 12277 died...\u000a02:09:59.029932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12277): Terminated: ok {rc=0}\u000a02:09:59.040169 --- ParallelTerminationStrategy: PID 12280 died...\u000a02:09:59.097332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12280): Terminated: ok {rc=0}\u000a02:09:59.107816 --- ParallelTerminationStrategy: PID 12283 died...\u000a02:09:59.165083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12283): Terminated: ok {rc=0}\u000a02:09:59.253956 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:09:52" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12298): Process ended prematurely: osmo-stp_10.42.42.5(pid=12298) [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12298)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12298): Process ended prematurely: osmo-stp_10.42.42.5(pid=12298) [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12298)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:10:01.250225 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:01.265172 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:10:01.436934 tst mo_mt_call.py: using LAC 25256\u000a02:10:01.577837 tst mo_mt_call.py: using RAC 11\u000a02:10:01.729630 tst mo_mt_call.py: using CellId 25256\u000a02:10:01.893973 tst mo_mt_call.py: using BVCI 25257\u000a02:10:01.927048 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:01.942394 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:01.958146 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:01.973824 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:01.989836 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:02.005477 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:10:02.133877 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:10:02.376277 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:10:02.871381 run create_hlr_db(pid=12292): Launched\u000a02:10:03.051991 bus /sierra_2: Setting Powered False\u000a02:10:04.072880 run create_hlr_db(pid=12292): Terminated: ok {rc=0}\u000a02:10:04.518134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12294): Launched\u000a02:10:04.854185 run osmo-hlr_10.42.42.2(pid=12295): Launched\u000a02:10:04.976356 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:10:05.575369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12297): Launched\u000a02:10:05.917233 run osmo-stp_10.42.42.5(pid=12298): Launched\u000a02:10:06.038446 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:10:06.649628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12300): Launched\u000a02:10:06.986051 run osmo-msc_10.42.42.6(pid=12301): Launched\u000a02:10:07.182305 run osmo-stp_10.42.42.5(pid=12298): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12298)]\u000a02:10:07.323627 run osmo-stp_10.42.42.5(pid=12298): stdout: \u000a| (launched: 2022-12-10_02:10:05.752424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:07.463914 run osmo-stp_10.42.42.5(pid=12298): stderr: \u000a| �[0;m�[38;5;43m20221210021005950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021005950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021005950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021005950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021005951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021005951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021005951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:07.597856 run osmo-stp_10.42.42.5(pid=12298): stdout: \u000a| (launched: 2022-12-10_02:10:05.752424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:07.730520 run osmo-stp_10.42.42.5(pid=12298): stderr: \u000a| �[0;m�[38;5;43m20221210021005950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021005950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021005950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021005950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021005951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021005951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021005951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:07.788844 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12298): Process ended prematurely: osmo-stp_10.42.42.5(pid=12298) [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12298)] [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a02:10:07.798003 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a02:10:07.861290 run osmo-hlr_10.42.42.2(pid=12295): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12295)]\u000a02:10:07.913580 run osmo-hlr_10.42.42.2(pid=12295): stdout: \u000a| (launched: 2022-12-10_02:10:04.689071) \u000a02:10:07.966284 run osmo-hlr_10.42.42.2(pid=12295): stderr: \u000a| �[0;m�[1;31m20221210021004893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021004893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021004893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021004893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021004893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021004893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021004908 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021004918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021004918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021004918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:10:08.037993 run osmo-msc_10.42.42.6(pid=12301): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12301)]\u000a02:10:08.090269 run osmo-msc_10.42.42.6(pid=12301): stdout: \u000a| (launched: 2022-12-10_02:10:06.820167) \u000a02:10:08.143251 run osmo-msc_10.42.42.6(pid=12301): stderr: \u000a| �[0;m�[38;5;43m20221210021007145 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021007145 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba4d49ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021007145 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021007145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021007145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021007146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021007149 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021007150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021007150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021007150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:10:08.188255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12294): Terminating (SIGTERM)\u000a02:10:08.230752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12297): Terminating (SIGTERM)\u000a02:10:08.273388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12300): Terminating (SIGTERM)\u000a02:10:08.283086 --- ParallelTerminationStrategy: PID 12294 died...\u000a02:10:08.339906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12294): Terminated: ok {rc=0}\u000a02:10:08.349983 --- ParallelTerminationStrategy: PID 12297 died...\u000a02:10:08.406178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12297): Terminated: ok {rc=0}\u000a02:10:08.416177 --- ParallelTerminationStrategy: PID 12300 died...\u000a02:10:08.472404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12300): Terminated: ok {rc=0}\u000a02:10:08.561123 bus /sierra_3: Setting Powered False\u000a02:10:09.668754 bus /sierra_3: Setting Powered False\u000a02:10:10.778832 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12309): Process ended prematurely: osmo-stp_10.42.42.5(pid=12309) [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12309)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12309): Process ended prematurely: osmo-stp_10.42.42.5(pid=12309) [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12309)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:10:11.896649 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:11.909060 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:10:12.069943 tst mo_mt_call_osmux.py: using LAC 25257\u000a02:10:12.202142 tst mo_mt_call_osmux.py: using RAC 12\u000a02:10:12.333424 tst mo_mt_call_osmux.py: using CellId 25257\u000a02:10:12.465313 tst mo_mt_call_osmux.py: using BVCI 25258\u000a02:10:12.491066 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:12.502894 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:12.514795 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:12.526509 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:12.538530 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:12.550408 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:10:12.672216 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:10:12.879810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:10:13.376830 run create_hlr_db(pid=12303): Launched\u000a02:10:13.556831 bus /sierra_2: Setting Powered False\u000a02:10:14.578935 run create_hlr_db(pid=12303): Terminated: ok {rc=0}\u000a02:10:14.997457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12305): Launched\u000a02:10:15.314574 run osmo-hlr_10.42.42.2(pid=12306): Launched\u000a02:10:15.428305 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:10:16.006136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12308): Launched\u000a02:10:16.401719 run osmo-stp_10.42.42.5(pid=12309): Launched\u000a02:10:16.586420 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:10:17.351056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12311): Launched\u000a02:10:17.667992 run osmo-msc_10.42.42.6(pid=12312): Launched\u000a02:10:17.854685 run osmo-stp_10.42.42.5(pid=12309): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12309)]\u000a02:10:17.989422 run osmo-stp_10.42.42.5(pid=12309): stdout: \u000a| (launched: 2022-12-10_02:10:16.168259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:18.120685 run osmo-stp_10.42.42.5(pid=12309): stderr: \u000a| �[0;m�[38;5;43m20221210021016511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021016511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021016511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021016512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021016512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021016512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021016512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:18.246102 run osmo-stp_10.42.42.5(pid=12309): stdout: \u000a| (launched: 2022-12-10_02:10:16.168259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:18.370272 run osmo-stp_10.42.42.5(pid=12309): stderr: \u000a| �[0;m�[38;5;43m20221210021016511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021016511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021016511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021016512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021016512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021016512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021016512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:18.424806 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12309): Process ended prematurely: osmo-stp_10.42.42.5(pid=12309) [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12309)] [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a02:10:18.433761 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a02:10:18.494969 run osmo-hlr_10.42.42.2(pid=12306): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12306)]\u000a02:10:18.545159 run osmo-hlr_10.42.42.2(pid=12306): stdout: \u000a| (launched: 2022-12-10_02:10:15.156764) \u000a02:10:18.595656 run osmo-hlr_10.42.42.2(pid=12306): stderr: \u000a| �[0;m�[1;31m20221210021015336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021015336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021015336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021015336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021015336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021015336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021015367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021015378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021015378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021015378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:10:18.664269 run osmo-msc_10.42.42.6(pid=12312): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12312)]\u000a02:10:18.714398 run osmo-msc_10.42.42.6(pid=12312): stdout: \u000a| (launched: 2022-12-10_02:10:17.510380) \u000a02:10:18.765071 run osmo-msc_10.42.42.6(pid=12312): stderr: \u000a| �[0;m�[38;5;43m20221210021017782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021017783 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0fb7d01c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021017783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021017783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021017783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021017783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021017785 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021017785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021017786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021017786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:10:18.807788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12305): Terminating (SIGTERM)\u000a02:10:18.848869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12308): Terminating (SIGTERM)\u000a02:10:18.889491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12311): Terminating (SIGTERM)\u000a02:10:18.898972 --- ParallelTerminationStrategy: PID 12305 died...\u000a02:10:18.953222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12305): Terminated: ok {rc=0}\u000a02:10:18.963311 --- ParallelTerminationStrategy: PID 12308 died...\u000a02:10:19.017591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12308): Terminated: ok {rc=0}\u000a02:10:19.027274 --- ParallelTerminationStrategy: PID 12311 died...\u000a02:10:19.081234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12311): Terminated: ok {rc=0}\u000a02:10:19.166436 bus /sierra_3: Setting Powered False\u000a02:10:20.274319 bus /sierra_3: Setting Powered False\u000a02:10:21.388518 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:10:00" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12323): Process ended prematurely: osmo-stp_10.42.42.5(pid=12323) [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12323)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12323): Process ended prematurely: osmo-stp_10.42.42.5(pid=12323) [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a02:10:23.349314 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:10:23.360401 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:10:23.509139 tst mo_mt_call.py: using LAC 25258\u000a02:10:23.633299 tst mo_mt_call.py: using RAC 13\u000a02:10:23.763339 tst mo_mt_call.py: using CellId 25258\u000a02:10:23.895523 tst mo_mt_call.py: using BVCI 25259\u000a02:10:23.921655 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:10:23.933380 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:10:23.944892 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:10:23.956494 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:10:23.967980 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:10:23.979917 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:10:24.098746 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:10:24.306764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:10:24.803696 run create_hlr_db(pid=12317): Launched\u000a02:10:24.984475 bus /sierra_2: Setting Powered False\u000a02:10:26.005220 run create_hlr_db(pid=12317): Terminated: ok {rc=0}\u000a02:10:26.450646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12319): Launched\u000a02:10:26.788706 run osmo-hlr_10.42.42.2(pid=12320): Launched\u000a02:10:26.910956 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:10:27.497062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12322): Launched\u000a02:10:27.832664 run osmo-stp_10.42.42.5(pid=12323): Launched\u000a02:10:27.954694 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:10:28.568629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12325): Launched\u000a02:10:28.904508 run osmo-msc_10.42.42.6(pid=12326): Launched\u000a02:10:29.100664 run osmo-stp_10.42.42.5(pid=12323): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12323)]\u000a02:10:29.242709 run osmo-stp_10.42.42.5(pid=12323): stdout: \u000a| (launched: 2022-12-10_02:10:27.667510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:29.382855 run osmo-stp_10.42.42.5(pid=12323): stderr: \u000a| �[0;m�[38;5;43m20221210021027865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021027865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021027865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021027866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021027866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021027866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021027866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:29.516717 run osmo-stp_10.42.42.5(pid=12323): stdout: \u000a| (launched: 2022-12-10_02:10:27.667510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:29.649177 run osmo-stp_10.42.42.5(pid=12323): stderr: \u000a| �[0;m�[38;5;43m20221210021027865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021027865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021027865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021027866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021027866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021027866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021027866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:29.707365 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12323): Process ended prematurely: osmo-stp_10.42.42.5(pid=12323) [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12323)] [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a02:10:29.716639 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a02:10:29.779567 run osmo-hlr_10.42.42.2(pid=12320): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12320)]\u000a02:10:29.831410 run osmo-hlr_10.42.42.2(pid=12320): stdout: \u000a| (launched: 2022-12-10_02:10:26.622064) \u000a02:10:29.883623 run osmo-hlr_10.42.42.2(pid=12320): stderr: \u000a| �[0;m�[1;31m20221210021026822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021026822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021026822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021026822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021026822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021026822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021026834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021026843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021026843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021026843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:10:29.954355 run osmo-msc_10.42.42.6(pid=12326): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12326)]\u000a02:10:30.006451 run osmo-msc_10.42.42.6(pid=12326): stdout: \u000a| (launched: 2022-12-10_02:10:28.739074) \u000a02:10:30.058570 run osmo-msc_10.42.42.6(pid=12326): stderr: \u000a| �[0;m�[38;5;43m20221210021029065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021029065 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4554a8ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021029065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021029065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021029065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021029066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021029069 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021029069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021029070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021029070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:10:30.102940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12319): Terminating (SIGTERM)\u000a02:10:30.145251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12322): Terminating (SIGTERM)\u000a02:10:30.187403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12325): Terminating (SIGTERM)\u000a02:10:30.197108 --- ParallelTerminationStrategy: PID 12319 died...\u000a02:10:30.253853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12319): Terminated: ok {rc=0}\u000a02:10:30.263980 --- ParallelTerminationStrategy: PID 12322 died...\u000a02:10:30.320162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12322): Terminated: ok {rc=0}\u000a02:10:30.330320 --- ParallelTerminationStrategy: PID 12325 died...\u000a02:10:30.386607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12325): Terminated: ok {rc=0}\u000a02:10:30.474763 bus /sierra_3: Setting Powered False\u000a02:10:31.602559 bus /sierra_3: Setting Powered False\u000a02:10:32.716619 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12334): Process ended prematurely: osmo-stp_10.42.42.5(pid=12334) [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12334)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12334): Process ended prematurely: osmo-stp_10.42.42.5(pid=12334) [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:10:33.835270 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:10:33.847697 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:10:34.006130 tst mo_mt_call_osmux.py: using LAC 25259\u000a02:10:34.136223 tst mo_mt_call_osmux.py: using RAC 14\u000a02:10:34.265865 tst mo_mt_call_osmux.py: using CellId 25259\u000a02:10:34.395261 tst mo_mt_call_osmux.py: using BVCI 25260\u000a02:10:34.420882 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:10:34.432634 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:10:34.444113 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:10:34.456089 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:10:34.467741 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:10:34.479499 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:10:34.599954 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:10:34.817324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:10:35.353339 run create_hlr_db(pid=12328): Launched\u000a02:10:35.546390 bus /sierra_2: Setting Powered False\u000a02:10:36.567340 run create_hlr_db(pid=12328): Terminated: ok {rc=0}\u000a02:10:36.989494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12330): Launched\u000a02:10:37.304277 run osmo-hlr_10.42.42.2(pid=12331): Launched\u000a02:10:37.427450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:10:37.980902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12333): Launched\u000a02:10:38.298140 run osmo-stp_10.42.42.5(pid=12334): Launched\u000a02:10:38.413167 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:10:38.988756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12336): Launched\u000a02:10:39.306762 run osmo-msc_10.42.42.6(pid=12337): Launched\u000a02:10:39.491879 run osmo-stp_10.42.42.5(pid=12334): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12334)]\u000a02:10:39.624483 run osmo-stp_10.42.42.5(pid=12334): stdout: \u000a| (launched: 2022-12-10_02:10:38.140273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:39.755152 run osmo-stp_10.42.42.5(pid=12334): stderr: \u000a| �[0;m�[38;5;43m20221210021038311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021038311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021038312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021038312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021038314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021038314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021038314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:39.880840 run osmo-stp_10.42.42.5(pid=12334): stdout: \u000a| (launched: 2022-12-10_02:10:38.140273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:40.005194 run osmo-stp_10.42.42.5(pid=12334): stderr: \u000a| �[0;m�[38;5;43m20221210021038311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021038311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021038312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021038312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021038314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021038314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021038314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:40.059592 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12334): Process ended prematurely: osmo-stp_10.42.42.5(pid=12334) [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12334)] [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a02:10:40.068303 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a02:10:40.129114 run osmo-hlr_10.42.42.2(pid=12331): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12331)]\u000a02:10:40.179350 run osmo-hlr_10.42.42.2(pid=12331): stdout: \u000a| (launched: 2022-12-10_02:10:37.149187) \u000a02:10:40.229837 run osmo-hlr_10.42.42.2(pid=12331): stderr: \u000a| �[0;m�[1;31m20221210021037327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021037327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021037327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021037327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021037327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021037327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021037342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021037353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021037353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021037353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:10:40.297870 run osmo-msc_10.42.42.6(pid=12337): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12337)]\u000a02:10:40.347749 run osmo-msc_10.42.42.6(pid=12337): stdout: \u000a| (launched: 2022-12-10_02:10:39.148869) \u000a02:10:40.398403 run osmo-msc_10.42.42.6(pid=12337): stderr: \u000a| �[0;m�[38;5;43m20221210021039425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021039425 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc94096c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021039426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021039426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021039426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021039426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021039428 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021039428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021039428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021039428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:10:40.441027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12330): Terminating (SIGTERM)\u000a02:10:40.480879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12333): Terminating (SIGTERM)\u000a02:10:40.521236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12336): Terminating (SIGTERM)\u000a02:10:40.530661 --- ParallelTerminationStrategy: PID 12330 died...\u000a02:10:40.585072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12330): Terminated: ok {rc=0}\u000a02:10:40.594674 --- ParallelTerminationStrategy: PID 12333 died...\u000a02:10:40.648326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12333): Terminated: ok {rc=0}\u000a02:10:40.658226 --- ParallelTerminationStrategy: PID 12336 died...\u000a02:10:40.712473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12336): Terminated: ok {rc=0}\u000a02:10:40.797298 bus /sierra_3: Setting Powered False\u000a02:10:41.905814 bus /sierra_3: Setting Powered False\u000a02:10:43.015185 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:10:23" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12348): Process ended prematurely: osmo-stp_10.42.42.5(pid=12348) [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12348)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12348): Process ended prematurely: osmo-stp_10.42.42.5(pid=12348) [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:10:44.980098 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:10:44.991425 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:10:45.142821 tst mo_mt_call.py: using LAC 25260\u000a02:10:45.272209 tst mo_mt_call.py: using RAC 15\u000a02:10:45.401949 tst mo_mt_call.py: using CellId 25260\u000a02:10:45.532566 tst mo_mt_call.py: using BVCI 25261\u000a02:10:45.558578 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:10:45.570328 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:10:45.581955 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:10:45.593488 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:10:45.604868 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:10:45.616522 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:10:45.737110 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:10:45.970181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:10:46.536095 run create_hlr_db(pid=12342): Launched\u000a02:10:46.731444 bus /sierra_2: Setting Powered False\u000a02:10:47.746461 run create_hlr_db(pid=12342): Terminated: ok {rc=0}\u000a02:10:48.192902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12344): Launched\u000a02:10:48.528273 run osmo-hlr_10.42.42.2(pid=12345): Launched\u000a02:10:48.652844 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:10:49.238734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12347): Launched\u000a02:10:49.574959 run osmo-stp_10.42.42.5(pid=12348): Launched\u000a02:10:49.696062 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:10:50.309138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12350): Launched\u000a02:10:50.644646 run osmo-msc_10.42.42.6(pid=12351): Launched\u000a02:10:50.839951 run osmo-stp_10.42.42.5(pid=12348): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12348)]\u000a02:10:50.981014 run osmo-stp_10.42.42.5(pid=12348): stdout: \u000a| (launched: 2022-12-10_02:10:49.408809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:51.122555 run osmo-stp_10.42.42.5(pid=12348): stderr: \u000a| �[0;m�[38;5;43m20221210021049606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021049607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021049607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021049607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021049608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021049608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021049608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:51.257179 run osmo-stp_10.42.42.5(pid=12348): stdout: \u000a| (launched: 2022-12-10_02:10:49.408809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:51.389969 run osmo-stp_10.42.42.5(pid=12348): stderr: \u000a| �[0;m�[38;5;43m20221210021049606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021049607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021049607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021049607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021049608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021049608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021049608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:51.448388 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12348): Process ended prematurely: osmo-stp_10.42.42.5(pid=12348) [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12348)] [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a02:10:51.457684 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a02:10:51.521139 run osmo-hlr_10.42.42.2(pid=12345): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12345)]\u000a02:10:51.573453 run osmo-hlr_10.42.42.2(pid=12345): stdout: \u000a| (launched: 2022-12-10_02:10:48.363618) \u000a02:10:51.626379 run osmo-hlr_10.42.42.2(pid=12345): stderr: \u000a| �[0;m�[1;31m20221210021048567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021048567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021048567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021048567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021048567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021048567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021048581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021048591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021048591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021048591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:10:51.697936 run osmo-msc_10.42.42.6(pid=12351): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12351)]\u000a02:10:51.749831 run osmo-msc_10.42.42.6(pid=12351): stdout: \u000a| (launched: 2022-12-10_02:10:50.479624) \u000a02:10:51.802430 run osmo-msc_10.42.42.6(pid=12351): stderr: \u000a| �[0;m�[38;5;43m20221210021050806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021050807 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f17ff41fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021050807 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021050807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021050807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021050807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021050809 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021050809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021050809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021050810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:10:51.846822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12344): Terminating (SIGTERM)\u000a02:10:51.889144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12347): Terminating (SIGTERM)\u000a02:10:51.931461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12350): Terminating (SIGTERM)\u000a02:10:51.941422 --- ParallelTerminationStrategy: PID 12344 died...\u000a02:10:51.998342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12344): Terminated: ok {rc=0}\u000a02:10:52.008522 --- ParallelTerminationStrategy: PID 12347 died...\u000a02:10:52.065128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12347): Terminated: ok {rc=0}\u000a02:10:52.075490 --- ParallelTerminationStrategy: PID 12350 died...\u000a02:10:52.133967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12350): Terminated: ok {rc=0}\u000a02:10:52.221553 bus /sierra_3: Setting Powered False\u000a02:10:53.330439 bus /sierra_3: Setting Powered False\u000a02:10:54.440285 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12359): Process ended prematurely: osmo-stp_10.42.42.5(pid=12359) [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12359)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12359): Process ended prematurely: osmo-stp_10.42.42.5(pid=12359) [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:10:55.558429 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:10:55.570718 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:10:55.727384 tst mo_mt_call_osmux.py: using LAC 25261\u000a02:10:55.858299 tst mo_mt_call_osmux.py: using RAC 16\u000a02:10:55.993254 tst mo_mt_call_osmux.py: using CellId 25261\u000a02:10:56.127047 tst mo_mt_call_osmux.py: using BVCI 25262\u000a02:10:56.153218 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:10:56.164779 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:10:56.176291 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:10:56.187804 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:10:56.199258 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:10:56.210748 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:10:56.332132 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:10:56.540424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:10:57.039203 run create_hlr_db(pid=12353): Launched\u000a02:10:57.219825 bus /sierra_2: Setting Powered False\u000a02:10:58.248304 run create_hlr_db(pid=12353): Terminated: ok {rc=0}\u000a02:10:58.671736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12355): Launched\u000a02:10:58.988497 run osmo-hlr_10.42.42.2(pid=12356): Launched\u000a02:10:59.109045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:10:59.663085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12358): Launched\u000a02:10:59.977723 run osmo-stp_10.42.42.5(pid=12359): Launched\u000a02:11:00.092186 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:11:00.665821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12361): Launched\u000a02:11:01.157673 run osmo-msc_10.42.42.6(pid=12362): Launched\u000a02:11:01.509465 run osmo-stp_10.42.42.5(pid=12359): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12359)]\u000a02:11:01.655322 run osmo-stp_10.42.42.5(pid=12359): stdout: \u000a| (launched: 2022-12-10_02:10:59.821637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:01.790665 run osmo-stp_10.42.42.5(pid=12359): stderr: \u000a| �[0;m�[38;5;43m20221210021059998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021059998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021059998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021059999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021059999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021059999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021059999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:01.920489 run osmo-stp_10.42.42.5(pid=12359): stdout: \u000a| (launched: 2022-12-10_02:10:59.821637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:02.047806 run osmo-stp_10.42.42.5(pid=12359): stderr: \u000a| �[0;m�[38;5;43m20221210021059998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021059998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021059998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021059999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021059999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021059999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021059999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:02.103930 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12359): Process ended prematurely: osmo-stp_10.42.42.5(pid=12359) [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12359)] [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a02:11:02.112778 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a02:11:02.177902 run osmo-hlr_10.42.42.2(pid=12356): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12356)]\u000a02:11:02.230120 run osmo-hlr_10.42.42.2(pid=12356): stdout: \u000a| (launched: 2022-12-10_02:10:58.831079) \u000a02:11:02.283238 run osmo-hlr_10.42.42.2(pid=12356): stderr: \u000a| �[0;m�[1;31m20221210021059014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021059014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021059014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021059014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021059014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021059014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021059026 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021059035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021059035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021059035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:11:02.352796 run osmo-msc_10.42.42.6(pid=12362): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12362)]\u000a02:11:02.403191 run osmo-msc_10.42.42.6(pid=12362): stdout: \u000a| (launched: 2022-12-10_02:11:00.825536) \u000a02:11:02.453852 run osmo-msc_10.42.42.6(pid=12362): stderr: \u000a| �[0;m�[38;5;43m20221210021101223 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021101224 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d25391c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021101224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021101224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021101224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021101224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021101226 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021101226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021101227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021101227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:11:02.496746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12355): Terminating (SIGTERM)\u000a02:11:02.537546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12358): Terminating (SIGTERM)\u000a02:11:02.577818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12361): Terminating (SIGTERM)\u000a02:11:02.587699 --- ParallelTerminationStrategy: PID 12355 died...\u000a02:11:02.642377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12355): Terminated: ok {rc=0}\u000a02:11:02.652083 --- ParallelTerminationStrategy: PID 12358 died...\u000a02:11:02.706694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12358): Terminated: ok {rc=0}\u000a02:11:02.716264 --- ParallelTerminationStrategy: PID 12361 died...\u000a02:11:02.770371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12361): Terminated: ok {rc=0}\u000a02:11:02.860617 bus /sierra_3: Setting Powered False\u000a02:11:03.965430 bus /sierra_3: Setting Powered False\u000a02:11:05.073748 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:10:44" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12373): Process ended prematurely: osmo-stp_10.42.42.5(pid=12373) [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12373)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12373): Process ended prematurely: osmo-stp_10.42.42.5(pid=12373) [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:11:07.048580 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:07.060371 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:11:07.214934 tst mo_mt_call.py: using LAC 25262\u000a02:11:07.345608 tst mo_mt_call.py: using RAC 17\u000a02:11:07.478795 tst mo_mt_call.py: using CellId 25262\u000a02:11:07.609105 tst mo_mt_call.py: using BVCI 25263\u000a02:11:07.634678 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:07.646236 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:07.658171 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:07.669856 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:07.681733 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:07.693404 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:11:07.813952 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:11:08.029972 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:11:08.568481 run create_hlr_db(pid=12367): Launched\u000a02:11:08.761858 bus /sierra_2: Setting Powered False\u000a02:11:09.782973 run create_hlr_db(pid=12367): Terminated: ok {rc=0}\u000a02:11:10.205531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12369): Launched\u000a02:11:10.519422 run osmo-hlr_10.42.42.2(pid=12370): Launched\u000a02:11:10.640748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:11:11.195164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12372): Launched\u000a02:11:11.512146 run osmo-stp_10.42.42.5(pid=12373): Launched\u000a02:11:11.625506 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:11:12.197944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12375): Launched\u000a02:11:12.514506 run osmo-msc_10.42.42.6(pid=12376): Launched\u000a02:11:12.700205 run osmo-stp_10.42.42.5(pid=12373): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12373)]\u000a02:11:12.833158 run osmo-stp_10.42.42.5(pid=12373): stdout: \u000a| (launched: 2022-12-10_02:11:11.355082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:12.965202 run osmo-stp_10.42.42.5(pid=12373): stderr: \u000a| �[0;m�[38;5;43m20221210021111529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021111529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021111530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021111530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021111530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021111531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021111531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:13.090681 run osmo-stp_10.42.42.5(pid=12373): stdout: \u000a| (launched: 2022-12-10_02:11:11.355082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:13.215473 run osmo-stp_10.42.42.5(pid=12373): stderr: \u000a| �[0;m�[38;5;43m20221210021111529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021111529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021111530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021111530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021111530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021111531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021111531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:13.270121 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12373): Process ended prematurely: osmo-stp_10.42.42.5(pid=12373) [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12373)] [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a02:11:13.278859 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:11:13.339701 run osmo-hlr_10.42.42.2(pid=12370): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12370)]\u000a02:11:13.389538 run osmo-hlr_10.42.42.2(pid=12370): stdout: \u000a| (launched: 2022-12-10_02:11:10.364586) \u000a02:11:13.440042 run osmo-hlr_10.42.42.2(pid=12370): stderr: \u000a| �[0;m�[1;31m20221210021110543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021110543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021110543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021110543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021110543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021110543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021110556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021110564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021110565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021110565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:11:13.508112 run osmo-msc_10.42.42.6(pid=12376): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12376)]\u000a02:11:13.558010 run osmo-msc_10.42.42.6(pid=12376): stdout: \u000a| (launched: 2022-12-10_02:11:12.357134) \u000a02:11:13.608253 run osmo-msc_10.42.42.6(pid=12376): stderr: \u000a| �[0;m�[38;5;43m20221210021112633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021112634 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0668326c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021112634 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021112634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021112634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021112634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021112636 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021112636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021112636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021112636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:11:13.650687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12369): Terminating (SIGTERM)\u000a02:11:13.690977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12372): Terminating (SIGTERM)\u000a02:11:13.731568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12375): Terminating (SIGTERM)\u000a02:11:13.741055 --- ParallelTerminationStrategy: PID 12369 died...\u000a02:11:13.794986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12369): Terminated: ok {rc=0}\u000a02:11:13.804621 --- ParallelTerminationStrategy: PID 12372 died...\u000a02:11:13.858547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12372): Terminated: ok {rc=0}\u000a02:11:13.868426 --- ParallelTerminationStrategy: PID 12375 died...\u000a02:11:13.922557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12375): Terminated: ok {rc=0}\u000a02:11:14.012677 bus /sierra_3: Setting Powered False\u000a02:11:15.117964 bus /sierra_3: Setting Powered False\u000a02:11:16.257477 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12384): Process ended prematurely: osmo-stp_10.42.42.5(pid=12384) [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12384)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12384): Process ended prematurely: osmo-stp_10.42.42.5(pid=12384) [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:11:17.375186 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:17.387618 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:11:17.543595 tst mo_mt_call_osmux.py: using LAC 25263\u000a02:11:17.679502 tst mo_mt_call_osmux.py: using RAC 18\u000a02:11:17.809582 tst mo_mt_call_osmux.py: using CellId 25263\u000a02:11:17.941330 tst mo_mt_call_osmux.py: using BVCI 25264\u000a02:11:17.966991 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:17.978551 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:17.989995 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:18.001386 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:18.012782 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:18.024215 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:11:18.148039 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:11:18.366370 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:11:18.904272 run create_hlr_db(pid=12378): Launched\u000a02:11:19.097759 bus /sierra_2: Setting Powered False\u000a02:11:20.119176 run create_hlr_db(pid=12378): Terminated: ok {rc=0}\u000a02:11:20.541817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12380): Launched\u000a02:11:20.856782 run osmo-hlr_10.42.42.2(pid=12381): Launched\u000a02:11:20.981573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:11:21.535725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12383): Launched\u000a02:11:21.852674 run osmo-stp_10.42.42.5(pid=12384): Launched\u000a02:11:22.006632 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:11:22.580564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12386): Launched\u000a02:11:22.895763 run osmo-msc_10.42.42.6(pid=12387): Launched\u000a02:11:23.080482 run osmo-stp_10.42.42.5(pid=12384): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12384)]\u000a02:11:23.213635 run osmo-stp_10.42.42.5(pid=12384): stdout: \u000a| (launched: 2022-12-10_02:11:21.695499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:23.344680 run osmo-stp_10.42.42.5(pid=12384): stderr: \u000a| �[0;m�[38;5;43m20221210021121869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021121870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021121870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021121870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021121871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021121871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021121871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:23.470248 run osmo-stp_10.42.42.5(pid=12384): stdout: \u000a| (launched: 2022-12-10_02:11:21.695499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:23.594287 run osmo-stp_10.42.42.5(pid=12384): stderr: \u000a| �[0;m�[38;5;43m20221210021121869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021121870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021121870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021121870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021121871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021121871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021121871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:23.649216 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12384): Process ended prematurely: osmo-stp_10.42.42.5(pid=12384) [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12384)] [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a02:11:23.657878 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a02:11:23.718251 run osmo-hlr_10.42.42.2(pid=12381): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12381)]\u000a02:11:23.767872 run osmo-hlr_10.42.42.2(pid=12381): stdout: \u000a| (launched: 2022-12-10_02:11:20.701432) \u000a02:11:23.818110 run osmo-hlr_10.42.42.2(pid=12381): stderr: \u000a| �[0;m�[1;31m20221210021120881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021120881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021120881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021120881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021120882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021120882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021120894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021120902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021120903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021120903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:11:23.886171 run osmo-msc_10.42.42.6(pid=12387): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12387)]\u000a02:11:23.935910 run osmo-msc_10.42.42.6(pid=12387): stdout: \u000a| (launched: 2022-12-10_02:11:22.739504) \u000a02:11:23.986164 run osmo-msc_10.42.42.6(pid=12387): stderr: \u000a| �[0;m�[38;5;43m20221210021123016 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021123016 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc36568c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021123017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021123017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021123017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021123017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021123019 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021123019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021123019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021123019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:11:24.028073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12380): Terminating (SIGTERM)\u000a02:11:24.067941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12383): Terminating (SIGTERM)\u000a02:11:24.108011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12386): Terminating (SIGTERM)\u000a02:11:24.117536 --- ParallelTerminationStrategy: PID 12380 died...\u000a02:11:24.171202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12380): Terminated: ok {rc=0}\u000a02:11:24.181326 --- ParallelTerminationStrategy: PID 12383 died...\u000a02:11:24.234705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12383): Terminated: ok {rc=0}\u000a02:11:24.244418 --- ParallelTerminationStrategy: PID 12386 died...\u000a02:11:24.297859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12386): Terminated: ok {rc=0}\u000a02:11:24.387242 bus /sierra_3: Setting Powered False\u000a02:11:25.491185 bus /sierra_3: Setting Powered False\u000a02:11:26.599527 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:11:06" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12399): Process ended prematurely: osmo-stp_10.42.42.5(pid=12399) [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12399)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12399): Process ended prematurely: osmo-stp_10.42.42.5(pid=12399) [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:11:28.562586 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:11:28.574217 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:11:28.721268 tst mo_mt_call.py: using LAC 25264\u000a02:11:28.845614 tst mo_mt_call.py: using RAC 19\u000a02:11:28.975572 tst mo_mt_call.py: using CellId 25264\u000a02:11:29.112134 tst mo_mt_call.py: using BVCI 25265\u000a02:11:29.137779 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:11:29.149928 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:11:29.161969 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:11:29.173610 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:11:29.185461 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:11:29.197291 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:11:29.314702 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:11:29.530966 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:11:30.070157 run create_hlr_db(pid=12393): Launched\u000a02:11:30.264757 bus /sierra_2: Setting Powered False\u000a02:11:31.289448 run create_hlr_db(pid=12393): Terminated: ok {rc=0}\u000a02:11:31.776865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12395): Launched\u000a02:11:32.203909 run osmo-hlr_10.42.42.2(pid=12396): Launched\u000a02:11:32.337823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:11:32.886795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12398): Launched\u000a02:11:33.205324 run osmo-stp_10.42.42.5(pid=12399): Launched\u000a02:11:33.320159 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:11:33.892652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12401): Launched\u000a02:11:34.210141 run osmo-msc_10.42.42.6(pid=12402): Launched\u000a02:11:34.395125 run osmo-stp_10.42.42.5(pid=12399): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12399)]\u000a02:11:34.528474 run osmo-stp_10.42.42.5(pid=12399): stdout: \u000a| (launched: 2022-12-10_02:11:33.047191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:34.659860 run osmo-stp_10.42.42.5(pid=12399): stderr: \u000a| �[0;m�[38;5;43m20221210021133220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021133220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021133220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021133221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021133223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021133223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021133223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:34.785774 run osmo-stp_10.42.42.5(pid=12399): stdout: \u000a| (launched: 2022-12-10_02:11:33.047191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:34.910294 run osmo-stp_10.42.42.5(pid=12399): stderr: \u000a| �[0;m�[38;5;43m20221210021133220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021133220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021133220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021133221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021133223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021133223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021133223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:34.965102 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12399): Process ended prematurely: osmo-stp_10.42.42.5(pid=12399) [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12399)] [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a02:11:34.973710 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a02:11:35.034870 run osmo-hlr_10.42.42.2(pid=12396): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12396)]\u000a02:11:35.084815 run osmo-hlr_10.42.42.2(pid=12396): stdout: \u000a| (launched: 2022-12-10_02:11:31.952873) \u000a02:11:35.135555 run osmo-hlr_10.42.42.2(pid=12396): stderr: \u000a| �[0;m�[1;31m20221210021132307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021132307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021132307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021132307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021132307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021132307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021132321 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021132329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021132329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021132329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:11:35.204144 run osmo-msc_10.42.42.6(pid=12402): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12402)]\u000a02:11:35.254285 run osmo-msc_10.42.42.6(pid=12402): stdout: \u000a| (launched: 2022-12-10_02:11:34.052378) \u000a02:11:35.304662 run osmo-msc_10.42.42.6(pid=12402): stderr: \u000a| �[0;m�[38;5;43m20221210021134325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021134326 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f823e58dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021134326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021134326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021134326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021134326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021134328 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021134328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021134328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021134328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:11:35.347517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12395): Terminating (SIGTERM)\u000a02:11:35.388590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12398): Terminating (SIGTERM)\u000a02:11:35.429777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12401): Terminating (SIGTERM)\u000a02:11:35.439488 --- ParallelTerminationStrategy: PID 12395 died...\u000a02:11:35.494262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12395): Terminated: ok {rc=0}\u000a02:11:35.504084 --- ParallelTerminationStrategy: PID 12398 died...\u000a02:11:35.558380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12398): Terminated: ok {rc=0}\u000a02:11:35.568242 --- ParallelTerminationStrategy: PID 12401 died...\u000a02:11:35.622254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12401): Terminated: ok {rc=0}\u000a02:11:35.712672 bus /sierra_3: Setting Powered False\u000a02:11:36.818693 bus /sierra_3: Setting Powered False\u000a02:11:37.932437 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12410): Process ended prematurely: osmo-stp_10.42.42.5(pid=12410) [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12410)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12410): Process ended prematurely: osmo-stp_10.42.42.5(pid=12410) [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:11:39.045144 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:11:39.056913 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:11:39.204531 tst mo_mt_call_osmux.py: using LAC 25265\u000a02:11:39.327025 tst mo_mt_call_osmux.py: using RAC 20\u000a02:11:39.455343 tst mo_mt_call_osmux.py: using CellId 25265\u000a02:11:39.585996 tst mo_mt_call_osmux.py: using BVCI 25266\u000a02:11:39.611678 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:11:39.623585 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:11:39.635291 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:11:39.647472 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:11:39.659018 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:11:39.671077 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:11:39.790945 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:11:40.001859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:11:40.498721 run create_hlr_db(pid=12404): Launched\u000a02:11:40.678634 bus /sierra_2: Setting Powered False\u000a02:11:41.699796 run create_hlr_db(pid=12404): Terminated: ok {rc=0}\u000a02:11:42.118519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12406): Launched\u000a02:11:42.432671 run osmo-hlr_10.42.42.2(pid=12407): Launched\u000a02:11:42.555068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:11:43.104902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12409): Launched\u000a02:11:43.420152 run osmo-stp_10.42.42.5(pid=12410): Launched\u000a02:11:43.535705 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:11:44.109419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12412): Launched\u000a02:11:44.426512 run osmo-msc_10.42.42.6(pid=12413): Launched\u000a02:11:44.612048 run osmo-stp_10.42.42.5(pid=12410): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12410)]\u000a02:11:44.745992 run osmo-stp_10.42.42.5(pid=12410): stdout: \u000a| (launched: 2022-12-10_02:11:43.263679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:44.876597 run osmo-stp_10.42.42.5(pid=12410): stderr: \u000a| �[0;m�[38;5;43m20221210021143435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021143435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021143435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021143435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021143438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021143438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021143438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:45.002192 run osmo-stp_10.42.42.5(pid=12410): stdout: \u000a| (launched: 2022-12-10_02:11:43.263679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:45.126324 run osmo-stp_10.42.42.5(pid=12410): stderr: \u000a| �[0;m�[38;5;43m20221210021143435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021143435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021143435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021143435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021143438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021143438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021143438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:45.181170 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12410): Process ended prematurely: osmo-stp_10.42.42.5(pid=12410) [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12410)] [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a02:11:45.189830 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:11:45.250363 run osmo-hlr_10.42.42.2(pid=12407): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12407)]\u000a02:11:45.299890 run osmo-hlr_10.42.42.2(pid=12407): stdout: \u000a| (launched: 2022-12-10_02:11:42.277454) \u000a02:11:45.350371 run osmo-hlr_10.42.42.2(pid=12407): stderr: \u000a| �[0;m�[1;31m20221210021142456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021142456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021142456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021142456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021142456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021142456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021142468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021142477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021142477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021142477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:11:45.418444 run osmo-msc_10.42.42.6(pid=12413): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12413)]\u000a02:11:45.468214 run osmo-msc_10.42.42.6(pid=12413): stdout: \u000a| (launched: 2022-12-10_02:11:44.268856) \u000a02:11:45.518768 run osmo-msc_10.42.42.6(pid=12413): stderr: \u000a| �[0;m�[38;5;43m20221210021144542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021144542 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc6b2431c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021144542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021144543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021144543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021144543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021144545 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021144545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021144545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021144545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:11:45.561068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12406): Terminating (SIGTERM)\u000a02:11:45.601295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12409): Terminating (SIGTERM)\u000a02:11:45.641557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12412): Terminating (SIGTERM)\u000a02:11:45.650939 --- ParallelTerminationStrategy: PID 12406 died...\u000a02:11:45.704821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12406): Terminated: ok {rc=0}\u000a02:11:45.714468 --- ParallelTerminationStrategy: PID 12409 died...\u000a02:11:45.768024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12409): Terminated: ok {rc=0}\u000a02:11:45.777804 --- ParallelTerminationStrategy: PID 12412 died...\u000a02:11:45.831639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12412): Terminated: ok {rc=0}\u000a02:11:45.923012 bus /sierra_3: Setting Powered False\u000a02:11:47.027817 bus /sierra_3: Setting Powered False\u000a02:11:48.134971 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:11:28" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12424): Process ended prematurely: osmo-stp_10.42.42.5(pid=12424) [trial-2368↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12424)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12424): Process ended prematurely: osmo-stp_10.42.42.5(pid=12424) [trial-2368↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a02:11:50.108378 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:11:50.120204 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:11:50.279387 tst mo_mt_call.py: using LAC 25266\u000a02:11:50.408248 tst mo_mt_call.py: using RAC 21\u000a02:11:50.537701 tst mo_mt_call.py: using CellId 25266\u000a02:11:50.668560 tst mo_mt_call.py: using BVCI 25267\u000a02:11:50.694134 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:11:50.705790 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:11:50.717255 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:11:50.728824 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:11:50.740564 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:11:50.752192 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:11:50.873676 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:11:51.091467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:11:51.630363 run create_hlr_db(pid=12418): Launched\u000a02:11:51.824269 bus /sierra_2: Setting Powered False\u000a02:11:52.845978 run create_hlr_db(pid=12418): Terminated: ok {rc=0}\u000a02:11:53.295221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12420): Launched\u000a02:11:53.634294 run osmo-hlr_10.42.42.2(pid=12421): Launched\u000a02:11:53.758086 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:11:54.341344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12423): Launched\u000a02:11:54.678261 run osmo-stp_10.42.42.5(pid=12424): Launched\u000a02:11:54.799612 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:11:55.413731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12426): Launched\u000a02:11:55.751848 run osmo-msc_10.42.42.6(pid=12427): Launched\u000a02:11:55.947870 run osmo-stp_10.42.42.5(pid=12424): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12424)]\u000a02:11:56.089596 run osmo-stp_10.42.42.5(pid=12424): stdout: \u000a| (launched: 2022-12-10_02:11:54.512485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:56.230873 run osmo-stp_10.42.42.5(pid=12424): stderr: \u000a| �[0;m�[38;5;43m20221210021154709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021154709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021154709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021154710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021154710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021154710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021154710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:56.365874 run osmo-stp_10.42.42.5(pid=12424): stdout: \u000a| (launched: 2022-12-10_02:11:54.512485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:56.499294 run osmo-stp_10.42.42.5(pid=12424): stderr: \u000a| �[0;m�[38;5;43m20221210021154709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021154709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021154709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021154710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021154710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021154710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021154710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:56.558001 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12424): Process ended prematurely: osmo-stp_10.42.42.5(pid=12424) [trial-2368↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12424)] [trial-2368↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a02:11:56.567475 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a02:11:56.631107 run osmo-hlr_10.42.42.2(pid=12421): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12421)]\u000a02:11:56.683408 run osmo-hlr_10.42.42.2(pid=12421): stdout: \u000a| (launched: 2022-12-10_02:11:53.466471) \u000a02:11:56.736262 run osmo-hlr_10.42.42.2(pid=12421): stderr: \u000a| �[0;m�[1;31m20221210021153671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021153671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021153671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021153671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021153671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021153671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021153685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021153693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021153694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021153694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:11:56.807726 run osmo-msc_10.42.42.6(pid=12427): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12427)]\u000a02:11:56.859926 run osmo-msc_10.42.42.6(pid=12427): stdout: \u000a| (launched: 2022-12-10_02:11:55.584876) \u000a02:11:56.912552 run osmo-msc_10.42.42.6(pid=12427): stderr: \u000a| �[0;m�[38;5;43m20221210021155912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021155912 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb4e691dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021155912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021155912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021155912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021155912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021155914 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021155914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021155915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021155915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:11:56.957310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12420): Terminating (SIGTERM)\u000a02:11:56.999703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12423): Terminating (SIGTERM)\u000a02:11:57.042651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12426): Terminating (SIGTERM)\u000a02:11:57.052091 --- ParallelTerminationStrategy: PID 12420 died...\u000a02:11:57.109447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12420): Terminated: ok {rc=0}\u000a02:11:57.119699 --- ParallelTerminationStrategy: PID 12423 died...\u000a02:11:57.176871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12423): Terminated: ok {rc=0}\u000a02:11:57.187315 --- ParallelTerminationStrategy: PID 12426 died...\u000a02:11:57.244485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12426): Terminated: ok {rc=0}\u000a02:11:57.333781 bus /sierra_3: Setting Powered False\u000a02:11:58.442112 bus /sierra_3: Setting Powered False\u000a02:11:59.554667 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12435): Process ended prematurely: osmo-stp_10.42.42.5(pid=12435) [trial-2368↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12435)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12435): Process ended prematurely: osmo-stp_10.42.42.5(pid=12435) [trial-2368↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:12:00.670846 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:00.683530 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:12:00.851072 tst mo_mt_call_osmux.py: using LAC 25267\u000a02:12:00.999240 tst mo_mt_call_osmux.py: using RAC 22\u000a02:12:01.131116 tst mo_mt_call_osmux.py: using CellId 25267\u000a02:12:01.285079 tst mo_mt_call_osmux.py: using BVCI 25268\u000a02:12:01.319814 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:01.335867 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:01.352761 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:01.369388 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:01.387118 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:01.401550 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:12:01.550714 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:12:01.807792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:12:02.389923 run create_hlr_db(pid=12429): Launched\u000a02:12:02.584264 bus /sierra_2: Setting Powered False\u000a02:12:03.604192 run create_hlr_db(pid=12429): Terminated: ok {rc=0}\u000a02:12:04.053437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12431): Launched\u000a02:12:04.390830 run osmo-hlr_10.42.42.2(pid=12432): Launched\u000a02:12:04.514564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:12:05.099646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12434): Launched\u000a02:12:05.436895 run osmo-stp_10.42.42.5(pid=12435): Launched\u000a02:12:05.558087 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:12:06.170410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12437): Launched\u000a02:12:06.507211 run osmo-msc_10.42.42.6(pid=12438): Launched\u000a02:12:06.703254 run osmo-stp_10.42.42.5(pid=12435): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12435)]\u000a02:12:06.844451 run osmo-stp_10.42.42.5(pid=12435): stdout: \u000a| (launched: 2022-12-10_02:12:05.271015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:06.985090 run osmo-stp_10.42.42.5(pid=12435): stderr: \u000a| �[0;m�[38;5;43m20221210021205468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021205468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021205468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021205469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021205469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021205469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021205469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:07.119242 run osmo-stp_10.42.42.5(pid=12435): stdout: \u000a| (launched: 2022-12-10_02:12:05.271015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:07.252347 run osmo-stp_10.42.42.5(pid=12435): stderr: \u000a| �[0;m�[38;5;43m20221210021205468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021205468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021205468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021205469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021205469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021205469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021205469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:07.311027 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12435): Process ended prematurely: osmo-stp_10.42.42.5(pid=12435) [trial-2368↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12435)] [trial-2368↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a02:12:07.320418 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a02:12:07.383704 run osmo-hlr_10.42.42.2(pid=12432): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12432)]\u000a02:12:07.435745 run osmo-hlr_10.42.42.2(pid=12432): stdout: \u000a| (launched: 2022-12-10_02:12:04.224878) \u000a02:12:07.488450 run osmo-hlr_10.42.42.2(pid=12432): stderr: \u000a| �[0;m�[1;31m20221210021204427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021204427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021204427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021204427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021204427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021204428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021204440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021204449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021204449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021204449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:12:07.559744 run osmo-msc_10.42.42.6(pid=12438): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12438)]\u000a02:12:07.611969 run osmo-msc_10.42.42.6(pid=12438): stdout: \u000a| (launched: 2022-12-10_02:12:06.341213) \u000a02:12:07.664378 run osmo-msc_10.42.42.6(pid=12438): stderr: \u000a| �[0;m�[38;5;43m20221210021206668 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021206668 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25ea2fec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021206668 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021206668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021206669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021206669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021206670 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021206671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021206671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021206671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:12:07.709118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12431): Terminating (SIGTERM)\u000a02:12:07.751535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12434): Terminating (SIGTERM)\u000a02:12:07.793969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12437): Terminating (SIGTERM)\u000a02:12:07.803401 --- ParallelTerminationStrategy: PID 12431 died...\u000a02:12:07.860300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12431): Terminated: ok {rc=0}\u000a02:12:07.870603 --- ParallelTerminationStrategy: PID 12434 died...\u000a02:12:07.926687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12434): Terminated: ok {rc=0}\u000a02:12:07.937117 --- ParallelTerminationStrategy: PID 12437 died...\u000a02:12:07.993262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12437): Terminated: ok {rc=0}\u000a02:12:08.080821 bus /sierra_3: Setting Powered False\u000a02:12:09.189088 bus /sierra_3: Setting Powered False\u000a02:12:10.297718 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:11:49" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12449): Process ended prematurely: osmo-stp_10.42.42.5(pid=12449) [trial-2368↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12449)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12449): Process ended prematurely: osmo-stp_10.42.42.5(pid=12449) [trial-2368↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a02:12:12.267852 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:12.279386 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:12:12.435647 tst mo_mt_call.py: using LAC 25268\u000a02:12:12.567792 tst mo_mt_call.py: using RAC 23\u000a02:12:12.702723 tst mo_mt_call.py: using CellId 25268\u000a02:12:12.831711 tst mo_mt_call.py: using BVCI 25269\u000a02:12:12.857460 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:12.868641 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:12.879829 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:12.891767 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:12.903549 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:12.915098 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:12:13.033790 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:12:13.245501 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:12:13.742443 run create_hlr_db(pid=12443): Launched\u000a02:12:13.922001 bus /sierra_2: Setting Powered False\u000a02:12:14.944167 run create_hlr_db(pid=12443): Terminated: ok {rc=0}\u000a02:12:15.390208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12445): Launched\u000a02:12:15.727627 run osmo-hlr_10.42.42.2(pid=12446): Launched\u000a02:12:15.856688 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:12:16.519524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12448): Launched\u000a02:12:16.951746 run osmo-stp_10.42.42.5(pid=12449): Launched\u000a02:12:17.296636 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:12:17.930773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12451): Launched\u000a02:12:18.268108 run osmo-msc_10.42.42.6(pid=12452): Launched\u000a02:12:18.463632 run osmo-stp_10.42.42.5(pid=12449): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12449)]\u000a02:12:18.605068 run osmo-stp_10.42.42.5(pid=12449): stdout: \u000a| (launched: 2022-12-10_02:12:16.694398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:18.745524 run osmo-stp_10.42.42.5(pid=12449): stderr: \u000a| �[0;m�[38;5;43m20221210021217068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021217068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021217069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021217071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021217072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021217072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021217072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:18.880435 run osmo-stp_10.42.42.5(pid=12449): stdout: \u000a| (launched: 2022-12-10_02:12:16.694398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:19.013835 run osmo-stp_10.42.42.5(pid=12449): stderr: \u000a| �[0;m�[38;5;43m20221210021217068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021217068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021217069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021217071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021217072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021217072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021217072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:19.072654 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12449): Process ended prematurely: osmo-stp_10.42.42.5(pid=12449) [trial-2368↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12449)] [trial-2368↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a02:12:19.082205 tst mo_mt_call.py:8: Test FAILED (6.9 sec)\u000a02:12:19.145789 run osmo-hlr_10.42.42.2(pid=12446): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12446)]\u000a02:12:19.198115 run osmo-hlr_10.42.42.2(pid=12446): stdout: \u000a| (launched: 2022-12-10_02:12:15.560915) \u000a02:12:19.250948 run osmo-hlr_10.42.42.2(pid=12446): stderr: \u000a| �[0;m�[1;31m20221210021215762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021215762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021215762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021215762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021215762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021215762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021215777 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021215788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021215788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021215788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:12:19.322336 run osmo-msc_10.42.42.6(pid=12452): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12452)]\u000a02:12:19.374268 run osmo-msc_10.42.42.6(pid=12452): stdout: \u000a| (launched: 2022-12-10_02:12:18.101994) \u000a02:12:19.426394 run osmo-msc_10.42.42.6(pid=12452): stderr: \u000a| �[0;m�[38;5;43m20221210021218428 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021218428 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f007150fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021218428 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021218428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021218429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021218429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021218431 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021218431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021218431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021218431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:12:19.471000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12445): Terminating (SIGTERM)\u000a02:12:19.513194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12448): Terminating (SIGTERM)\u000a02:12:19.555481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12451): Terminating (SIGTERM)\u000a02:12:19.565494 --- ParallelTerminationStrategy: PID 12445 died...\u000a02:12:19.622674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12445): Terminated: ok {rc=0}\u000a02:12:19.632890 --- ParallelTerminationStrategy: PID 12448 died...\u000a02:12:19.689077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12448): Terminated: ok {rc=0}\u000a02:12:19.699263 --- ParallelTerminationStrategy: PID 12451 died...\u000a02:12:19.756016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12451): Terminated: ok {rc=0}\u000a02:12:19.846564 bus /sierra_3: Setting Powered False\u000a02:12:20.953764 bus /sierra_3: Setting Powered False\u000a02:12:22.067064 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12460): Process ended prematurely: osmo-stp_10.42.42.5(pid=12460) [trial-2368↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12460)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12460): Process ended prematurely: osmo-stp_10.42.42.5(pid=12460) [trial-2368↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:12:23.178606 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:23.190422 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:12:23.342738 tst mo_mt_call_osmux.py: using LAC 25269\u000a02:12:23.472471 tst mo_mt_call_osmux.py: using RAC 24\u000a02:12:23.598339 tst mo_mt_call_osmux.py: using CellId 25269\u000a02:12:23.719834 tst mo_mt_call_osmux.py: using BVCI 25270\u000a02:12:23.743689 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:23.754676 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:23.765502 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:23.777344 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:23.788174 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:23.799248 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:12:23.917688 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:12:24.134392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:12:24.663646 run create_hlr_db(pid=12454): Launched\u000a02:12:24.844072 bus /sierra_2: Setting Powered False\u000a02:12:25.865576 run create_hlr_db(pid=12454): Terminated: ok {rc=0}\u000a02:12:26.293596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12456): Launched\u000a02:12:26.608927 run osmo-hlr_10.42.42.2(pid=12457): Launched\u000a02:12:26.730926 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:12:27.288145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12459): Launched\u000a02:12:27.604487 run osmo-stp_10.42.42.5(pid=12460): Launched\u000a02:12:27.718927 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:12:28.328499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12462): Launched\u000a02:12:28.665860 run osmo-msc_10.42.42.6(pid=12463): Launched\u000a02:12:28.861641 run osmo-stp_10.42.42.5(pid=12460): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12460)]\u000a02:12:29.003402 run osmo-stp_10.42.42.5(pid=12460): stdout: \u000a| (launched: 2022-12-10_02:12:27.447893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:29.144034 run osmo-stp_10.42.42.5(pid=12460): stderr: \u000a| �[0;m�[38;5;43m20221210021227622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021227623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021227623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021227623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021227624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021227624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021227624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:29.278833 run osmo-stp_10.42.42.5(pid=12460): stdout: \u000a| (launched: 2022-12-10_02:12:27.447893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:29.413096 run osmo-stp_10.42.42.5(pid=12460): stderr: \u000a| �[0;m�[38;5;43m20221210021227622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021227623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021227623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021227623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021227624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021227624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021227624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:29.471581 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12460): Process ended prematurely: osmo-stp_10.42.42.5(pid=12460) [trial-2368↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12460)] [trial-2368↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a02:12:29.480831 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a02:12:29.544544 run osmo-hlr_10.42.42.2(pid=12457): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12457)]\u000a02:12:29.597147 run osmo-hlr_10.42.42.2(pid=12457): stdout: \u000a| (launched: 2022-12-10_02:12:26.453098) \u000a02:12:29.649889 run osmo-hlr_10.42.42.2(pid=12457): stderr: \u000a| �[0;m�[1;31m20221210021226635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021226635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021226635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021226635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021226635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021226635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021226647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021226656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021226656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021226656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:12:29.721574 run osmo-msc_10.42.42.6(pid=12463): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12463)]\u000a02:12:29.773645 run osmo-msc_10.42.42.6(pid=12463): stdout: \u000a| (launched: 2022-12-10_02:12:28.499669) \u000a02:12:29.826356 run osmo-msc_10.42.42.6(pid=12463): stderr: \u000a| �[0;m�[38;5;43m20221210021228828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021228828 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f36afb41c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021228828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021228828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021228828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021228829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021228830 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021228831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021228831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021228831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:12:29.871079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12456): Terminating (SIGTERM)\u000a02:12:29.913686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12459): Terminating (SIGTERM)\u000a02:12:29.955782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12462): Terminating (SIGTERM)\u000a02:12:29.965726 --- ParallelTerminationStrategy: PID 12456 died...\u000a02:12:30.022151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12456): Terminated: ok {rc=0}\u000a02:12:30.032510 --- ParallelTerminationStrategy: PID 12459 died...\u000a02:12:30.089033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12459): Terminated: ok {rc=0}\u000a02:12:30.099317 --- ParallelTerminationStrategy: PID 12462 died...\u000a02:12:30.155905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12462): Terminated: ok {rc=0}\u000a02:12:30.243134 bus /sierra_3: Setting Powered False\u000a02:12:31.351467 bus /sierra_3: Setting Powered False\u000a02:12:32.458689 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:12:12" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12479): Process ended prematurely: osmo-stp_10.42.42.5(pid=12479) [trial-2368↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12479)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12479): Process ended prematurely: osmo-stp_10.42.42.5(pid=12479) [trial-2368↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a02:12:34.428302 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:12:34.438970 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a02:12:34.564431 tst emergency_mo_mt_call.py: using LAC 25270\u000a02:12:34.689824 tst emergency_mo_mt_call.py: using RAC 25\u000a02:12:34.808838 tst emergency_mo_mt_call.py: using CellId 25270\u000a02:12:34.928500 tst emergency_mo_mt_call.py: using BVCI 25271\u000a02:12:34.951753 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:12:34.962448 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:12:34.973029 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:12:34.983757 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:12:34.994575 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:12:35.005476 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a02:12:35.125810 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a02:12:35.340391 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:12:35.869295 run create_hlr_db(pid=12470): Launched\u000a02:12:36.056750 bus /sierra_2: Setting Powered False\u000a02:12:37.071497 run create_hlr_db(pid=12470): Terminated: ok {rc=0}\u000a02:12:37.485389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12475): Launched\u000a02:12:37.794673 run osmo-hlr_10.42.42.2(pid=12476): Launched\u000a02:12:37.907915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:12:38.447621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12478): Launched\u000a02:12:38.757548 run osmo-stp_10.42.42.5(pid=12479): Launched\u000a02:12:38.890827 tst emergency_mo_mt_call.py: using MSISDN 7502\u000a02:12:39.055224 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:12:39.660052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12481): Launched\u000a02:12:39.990360 run osmo-msc_10.42.42.6(pid=12482): Launched\u000a02:12:40.182744 run osmo-stp_10.42.42.5(pid=12479): ERR: Terminated: ERROR {rc=1} [trial-2368↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12479)]\u000a02:12:40.321825 run osmo-stp_10.42.42.5(pid=12479): stdout: \u000a| (launched: 2022-12-10_02:12:38.603889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:40.460176 run osmo-stp_10.42.42.5(pid=12479): stderr: \u000a| �[0;m�[38;5;43m20221210021238777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021238777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021238777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021238778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021238778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021238778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021238778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:40.592037 run osmo-stp_10.42.42.5(pid=12479): stdout: \u000a| (launched: 2022-12-10_02:12:38.603889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:40.722731 run osmo-stp_10.42.42.5(pid=12479): stderr: \u000a| �[0;m�[38;5;43m20221210021238777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021238777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021238777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021238778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021238778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021238778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021238778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:40.780011 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=12479): Process ended prematurely: osmo-stp_10.42.42.5(pid=12479) [trial-2368↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12479)] [trial-2368↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a02:12:40.789134 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a02:12:40.852190 run osmo-hlr_10.42.42.2(pid=12476): ERR: Terminated: ERROR {rc=237} [trial-2368↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12476)]\u000a02:12:40.904069 run osmo-hlr_10.42.42.2(pid=12476): stdout: \u000a| (launched: 2022-12-10_02:12:37.641693) \u000a02:12:40.956736 run osmo-hlr_10.42.42.2(pid=12476): stderr: \u000a| �[0;m�[1;31m20221210021237821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021237821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021237821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021237821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021237821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021237821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021237837 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021237847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021237847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021237847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:12:41.028050 run osmo-msc_10.42.42.6(pid=12482): ERR: Terminated: ERROR {rc=2} [trial-2368↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12482)]\u000a02:12:41.080001 run osmo-msc_10.42.42.6(pid=12482): stdout: \u000a| (launched: 2022-12-10_02:12:39.826972) \u000a02:12:41.132611 run osmo-msc_10.42.42.6(pid=12482): stderr: \u000a| �[0;m�[38;5;43m20221210021240151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021240151 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff648810c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021240152 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021240152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021240152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021240152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021240154 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021240154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021240155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021240155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:12:41.177343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12475): Terminating (SIGTERM)\u000a02:12:41.219961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12478): Terminating (SIGTERM)\u000a02:12:41.262807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12481): Terminating (SIGTERM)\u000a02:12:41.272609 --- ParallelTerminationStrategy: PID 12475 died...\u000a02:12:41.329658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12475): Terminated: ok {rc=0}\u000a02:12:41.339973 --- ParallelTerminationStrategy: PID 12478 died...\u000a02:12:41.396645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12478): Terminated: ok {rc=0}\u000a02:12:41.406978 --- ParallelTerminationStrategy: PID 12481 died...\u000a02:12:41.463582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12481): Terminated: ok {rc=0}\u000a02:12:41.552030 bus /sierra_3: Setting Powered False\u000a02:12:42.657180 bus /sierra_3: Setting Powered False\u000a02:12:43.769919 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12490): Process ended prematurely: osmo-stp_10.42.42.5(pid=12490) [trial-2368↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12490)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12490): Process ended prematurely: osmo-stp_10.42.42.5(pid=12490) [trial-2368↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a02:12:44.822483 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:12:44.834633 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a02:12:44.968734 tst emergency_preemptive_call.py: using LAC 25271\u000a02:12:45.091670 tst emergency_preemptive_call.py: using RAC 26\u000a02:12:45.214250 tst emergency_preemptive_call.py: using CellId 25271\u000a02:12:45.334925 tst emergency_preemptive_call.py: using BVCI 25272\u000a02:12:45.358512 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:12:45.369307 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:12:45.379918 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:12:45.390928 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:12:45.401698 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:12:45.412438 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a02:12:45.530157 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a02:12:45.649861 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a02:12:45.769587 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a02:12:46.001145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:12:46.569505 run create_hlr_db(pid=12484): Launched\u000a02:12:46.764291 bus /sierra_2: Setting Powered False\u000a02:12:47.780586 run create_hlr_db(pid=12484): Terminated: ok {rc=0}\u000a02:12:48.199103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12486): Launched\u000a02:12:48.509776 run osmo-hlr_10.42.42.2(pid=12487): Launched\u000a02:12:48.630776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:12:49.177142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12489): Launched\u000a02:12:49.487342 run osmo-stp_10.42.42.5(pid=12490): Launched\u000a02:12:49.611411 tst emergency_preemptive_call.py: using MSISDN 7503\u000a02:12:49.764199 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:12:50.327814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12492): Launched\u000a02:12:50.638322 run osmo-msc_10.42.42.6(pid=12493): Launched\u000a02:12:50.826765 run osmo-stp_10.42.42.5(pid=12490): ERR: Terminated: ERROR {rc=1} [trial-2368↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12490)]\u000a02:12:50.958281 run osmo-stp_10.42.42.5(pid=12490): stdout: \u000a| (launched: 2022-12-10_02:12:49.333810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:51.087962 run osmo-stp_10.42.42.5(pid=12490): stderr: \u000a| �[0;m�[38;5;43m20221210021249506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021249506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021249506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021249507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021249507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021249507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021249507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:51.212194 run osmo-stp_10.42.42.5(pid=12490): stdout: \u000a| (launched: 2022-12-10_02:12:49.333810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:51.335170 run osmo-stp_10.42.42.5(pid=12490): stderr: \u000a| �[0;m�[38;5;43m20221210021249506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021249506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021249506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021249507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021249507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021249507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021249507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:51.388919 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=12490): Process ended prematurely: osmo-stp_10.42.42.5(pid=12490) [trial-2368↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12490)] [trial-2368↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a02:12:51.396862 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a02:12:51.457600 run osmo-hlr_10.42.42.2(pid=12487): ERR: Terminated: ERROR {rc=237} [trial-2368↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12487)]\u000a02:12:51.507283 run osmo-hlr_10.42.42.2(pid=12487): stdout: \u000a| (launched: 2022-12-10_02:12:48.355995) \u000a02:12:51.557668 run osmo-hlr_10.42.42.2(pid=12487): stderr: \u000a| �[0;m�[1;31m20221210021248535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021248535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021248535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021248535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021248535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021248535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021248547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021248556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021248556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021248556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:12:51.626088 run osmo-msc_10.42.42.6(pid=12493): ERR: Terminated: ERROR {rc=2} [trial-2368↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12493)]\u000a02:12:51.675576 run osmo-msc_10.42.42.6(pid=12493): stdout: \u000a| (launched: 2022-12-10_02:12:50.483359) \u000a02:12:51.725707 run osmo-msc_10.42.42.6(pid=12493): stderr: \u000a| �[0;m�[38;5;43m20221210021250758 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021250758 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1708bccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021250758 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021250758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021250759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021250759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021250761 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021250761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021250761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021250761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:12:51.768283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12486): Terminating (SIGTERM)\u000a02:12:51.808364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12489): Terminating (SIGTERM)\u000a02:12:51.848589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12492): Terminating (SIGTERM)\u000a02:12:51.858203 --- ParallelTerminationStrategy: PID 12486 died...\u000a02:12:51.912115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12486): Terminated: ok {rc=0}\u000a02:12:51.922119 --- ParallelTerminationStrategy: PID 12489 died...\u000a02:12:51.976199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12489): Terminated: ok {rc=0}\u000a02:12:51.986242 --- ParallelTerminationStrategy: PID 12492 died...\u000a02:12:52.039754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12492): Terminated: ok {rc=0}\u000a02:12:52.129421 bus /sierra_9: Setting Powered False\u000a02:12:53.234084 bus /sierra_9: Setting Powered False\u000a02:12:54.345066 bus /sierra_8: Setting Powered False\u000a02:12:55.447615 bus /sierra_8: Setting Powered False\u000a02:12:56.558664 bus /sierra_3: Setting Powered False\u000a02:12:57.661546 bus /sierra_3: Setting Powered False\u000a02:12:58.773792 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:12:34" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12508): Process ended prematurely: osmo-stp_10.42.42.5(pid=12508) [trial-2368↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12508)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12508): Process ended prematurely: osmo-stp_10.42.42.5(pid=12508) [trial-2368↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:13:00.873923 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:00.885838 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a02:13:01.026650 tst cs_paging_gprs_active.py: using LAC 25272\u000a02:13:01.170375 tst cs_paging_gprs_active.py: using RAC 27\u000a02:13:01.299619 tst cs_paging_gprs_active.py: using CellId 25272\u000a02:13:01.454836 tst cs_paging_gprs_active.py: using BVCI 25273\u000a02:13:01.480128 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:01.491926 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:01.504207 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:01.516793 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:01.529742 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:01.541370 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:01.553967 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:01.566864 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:01.581056 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:01.706430 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:02.017706 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:13:02.177703 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:13:02.532851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12498): Launched\u000a02:13:02.824114 run iperf3-srv_10.42.42.10(pid=12499): Launched\u000a02:13:03.030027 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:13:03.170755 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:13:03.519371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12500): Launched\u000a02:13:03.810033 run iperf3-srv_10.42.42.10(pid=12501): Launched\u000a02:13:04.016229 tst cs_paging_gprs_active.py:38: start network...\u000a02:13:04.157506 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:13:04.702102 run create_hlr_db(pid=12502): Launched\u000a02:13:04.896048 bus /sierra_2: Setting Powered False\u000a02:13:05.917219 run create_hlr_db(pid=12502): Terminated: ok {rc=0}\u000a02:13:06.366312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12504): Launched\u000a02:13:06.705130 run osmo-hlr_10.42.42.2(pid=12505): Launched\u000a02:13:06.827702 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:13:07.412497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12507): Launched\u000a02:13:07.751162 run osmo-stp_10.42.42.5(pid=12508): Launched\u000a02:13:07.873719 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:13:09.471180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12510): Launched\u000a02:13:09.590934 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:13:09.886203 run patchelf(pid=12511): Launched\u000a02:13:10.081813 run osmo-stp_10.42.42.5(pid=12508): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12508)]\u000a02:13:10.225554 run osmo-stp_10.42.42.5(pid=12508): stdout: \u000a| (launched: 2022-12-10_02:13:07.584014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:10.368627 run osmo-stp_10.42.42.5(pid=12508): stderr: \u000a| �[0;m�[38;5;43m20221210021307779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021307779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021307779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021307779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021307783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021307783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021307783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:10.506991 run osmo-stp_10.42.42.5(pid=12508): stdout: \u000a| (launched: 2022-12-10_02:13:07.584014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:10.643964 run osmo-stp_10.42.42.5(pid=12508): stderr: \u000a| �[0;m�[38;5;43m20221210021307779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021307779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021307779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021307779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021307783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021307783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021307783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:10.803756 run patchelf(pid=12511): Terminating (SIGINT)\u000a02:13:10.991200 run patchelf(pid=12511): Terminated: ok {rc=0}\u000a02:13:11.025381 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12508): Process ended prematurely: osmo-stp_10.42.42.5(pid=12508) [trial-2368↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12508)] [trial-2368↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a02:13:11.035156 tst cs_paging_gprs_active.py:38: Test FAILED (10.2 sec)\u000a02:13:11.098468 run osmo-hlr_10.42.42.2(pid=12505): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12505)]\u000a02:13:11.150083 run osmo-hlr_10.42.42.2(pid=12505): stdout: \u000a| (launched: 2022-12-10_02:13:06.537833) \u000a02:13:11.202653 run osmo-hlr_10.42.42.2(pid=12505): stderr: \u000a| �[0;m�[1;31m20221210021306739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021306739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021306739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021306739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021306739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021306739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021306764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021306773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021306773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021306773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:13:11.247291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12498): Terminating (SIGTERM)\u000a02:13:11.288941 run iperf3-srv_10.42.42.10(pid=12499): Terminating (SIGTERM)\u000a02:13:11.330913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12500): Terminating (SIGTERM)\u000a02:13:11.372563 run iperf3-srv_10.42.42.10(pid=12501): Terminating (SIGTERM)\u000a02:13:11.414549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12504): Terminating (SIGTERM)\u000a02:13:11.456426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12507): Terminating (SIGTERM)\u000a02:13:11.498362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12510): Terminating (SIGTERM)\u000a02:13:11.507970 --- ParallelTerminationStrategy: PID 12498 died...\u000a02:13:11.564033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12498): Terminated: ok {rc=0}\u000a02:13:11.574110 --- ParallelTerminationStrategy: PID 12499 died...\u000a02:13:11.630043 run iperf3-srv_10.42.42.10(pid=12499): Terminated {rc=256}\u000a02:13:11.640018 --- ParallelTerminationStrategy: PID 12500 died...\u000a02:13:11.696341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12500): Terminated: ok {rc=0}\u000a02:13:11.706487 --- ParallelTerminationStrategy: PID 12501 died...\u000a02:13:11.763442 run iperf3-srv_10.42.42.10(pid=12501): Terminated {rc=256}\u000a02:13:11.773851 --- ParallelTerminationStrategy: PID 12504 died...\u000a02:13:11.829926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12504): Terminated: ok {rc=0}\u000a02:13:11.840032 --- ParallelTerminationStrategy: PID 12507 died...\u000a02:13:11.896094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12507): Terminated: ok {rc=0}\u000a02:13:11.906222 --- ParallelTerminationStrategy: PID 12510 died...\u000a02:13:11.962658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12510): Terminated: ok {rc=0}\u000a02:13:12.052100 bus /gobi_0: Setting Powered False\u000a02:13:13.159089 bus /gobi_0: Setting Powered False\u000a02:13:14.272734 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12520): Process ended prematurely: osmo-stp_10.42.42.5(pid=12520) [trial-2368↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12520)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12520): Process ended prematurely: osmo-stp_10.42.42.5(pid=12520) [trial-2368↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12520)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a02:13:15.390364 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:15.402142 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a02:13:15.537842 tst iperf3.py: using LAC 25273\u000a02:13:15.665141 tst iperf3.py: using RAC 28\u000a02:13:15.795429 tst iperf3.py: using CellId 25273\u000a02:13:15.937505 tst iperf3.py: using BVCI 25274\u000a02:13:15.964151 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:15.975983 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:15.987985 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:15.999758 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:16.011265 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:16.022969 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:16.034801 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:16.046502 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:16.058314 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:16.388097 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:13:16.531325 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:13:16.896764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12512): Launched\u000a02:13:17.195149 run iperf3-srv_10.42.42.10(pid=12513): Launched\u000a02:13:17.401344 tst iperf3.py:8: start network...\u000a02:13:17.541261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:13:18.080343 run create_hlr_db(pid=12514): Launched\u000a02:13:18.275699 bus /gobi_6: Setting Powered False\u000a02:13:19.295186 run create_hlr_db(pid=12514): Terminated: ok {rc=0}\u000a02:13:19.718271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12516): Launched\u000a02:13:20.034617 run osmo-hlr_10.42.42.2(pid=12517): Launched\u000a02:13:20.158457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:13:20.705721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12519): Launched\u000a02:13:21.020539 run osmo-stp_10.42.42.5(pid=12520): Launched\u000a02:13:21.134373 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:13:21.681365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12522): Launched\u000a02:13:21.793157 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:13:22.068176 run patchelf(pid=12523): Launched\u000a02:13:22.251898 run osmo-stp_10.42.42.5(pid=12520): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12520)]\u000a02:13:22.386232 run osmo-stp_10.42.42.5(pid=12520): stdout: \u000a| (launched: 2022-12-10_02:13:20.864474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:22.520228 run osmo-stp_10.42.42.5(pid=12520): stderr: \u000a| �[0;m�[38;5;43m20221210021321038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021321038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021321039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021321039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021321041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021321042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021321042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:22.650119 run osmo-stp_10.42.42.5(pid=12520): stdout: \u000a| (launched: 2022-12-10_02:13:20.864474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:22.778936 run osmo-stp_10.42.42.5(pid=12520): stderr: \u000a| �[0;m�[38;5;43m20221210021321038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021321038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021321039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021321039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021321041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021321042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021321042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:22.928878 run patchelf(pid=12523): Terminating (SIGINT)\u000a02:13:23.104384 run patchelf(pid=12523): Terminated: ok {rc=0}\u000a02:13:23.136582 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12520): Process ended prematurely: osmo-stp_10.42.42.5(pid=12520) [trial-2368↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12520)] [trial-2368↪gprs:sysmo↪iperf3.py:8]\u000a02:13:23.145817 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a02:13:23.207058 run osmo-hlr_10.42.42.2(pid=12517): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12517)]\u000a02:13:23.256783 run osmo-hlr_10.42.42.2(pid=12517): stdout: \u000a| (launched: 2022-12-10_02:13:19.878071) \u000a02:13:23.308002 run osmo-hlr_10.42.42.2(pid=12517): stderr: \u000a| �[0;m�[1;31m20221210021320061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021320061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021320061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021320061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021320061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021320061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021320074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021320083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021320083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021320083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:13:23.350745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12512): Terminating (SIGTERM)\u000a02:13:23.391098 run iperf3-srv_10.42.42.10(pid=12513): Terminating (SIGTERM)\u000a02:13:23.431943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12516): Terminating (SIGTERM)\u000a02:13:23.472110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12519): Terminating (SIGTERM)\u000a02:13:23.512431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12522): Terminating (SIGTERM)\u000a02:13:23.522040 --- ParallelTerminationStrategy: PID 12512 died...\u000a02:13:23.576181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12512): Terminated: ok {rc=0}\u000a02:13:23.586006 --- ParallelTerminationStrategy: PID 12513 died...\u000a02:13:23.640058 run iperf3-srv_10.42.42.10(pid=12513): Terminated {rc=256}\u000a02:13:23.649907 --- ParallelTerminationStrategy: PID 12516 died...\u000a02:13:23.703503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12516): Terminated: ok {rc=0}\u000a02:13:23.713518 --- ParallelTerminationStrategy: PID 12519 died...\u000a02:13:23.767688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12519): Terminated: ok {rc=0}\u000a02:13:23.777507 --- ParallelTerminationStrategy: PID 12522 died...\u000a02:13:23.831457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12522): Terminated: ok {rc=0}\u000a02:13:23.919827 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "gprs:sysmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12538): Process ended prematurely: osmo-stp_10.42.42.5(pid=12538) [trial-2368↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12538)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12538): Process ended prematurely: osmo-stp_10.42.42.5(pid=12538) [trial-2368↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a02:13:25.034741 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:25.046332 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a02:13:25.179583 tst iperf3m4.py: using LAC 25274\u000a02:13:25.309092 tst iperf3m4.py: using RAC 29\u000a02:13:25.439108 tst iperf3m4.py: using CellId 25274\u000a02:13:25.568634 tst iperf3m4.py: using BVCI 25275\u000a02:13:25.594564 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:25.605749 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:25.616753 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:25.627782 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:25.638754 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:25.649639 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:25.660737 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:25.671695 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:25.682974 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:25.801513 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:25.927081 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:26.045628 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:26.336373 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:13:26.467895 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:13:26.794478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12524): Launched\u000a02:13:27.067568 run iperf3-srv_10.42.42.10(pid=12525): Launched\u000a02:13:27.260240 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:13:27.391664 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:13:27.718827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12526): Launched\u000a02:13:27.991214 run iperf3-srv_10.42.42.10(pid=12527): Launched\u000a02:13:28.182999 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:13:28.313865 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:13:28.640376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12528): Launched\u000a02:13:28.912048 run iperf3-srv_10.42.42.10(pid=12529): Launched\u000a02:13:29.102573 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:13:29.232654 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:13:29.558663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12530): Launched\u000a02:13:29.846183 run iperf3-srv_10.42.42.10(pid=12531): Launched\u000a02:13:30.037285 tst iperf3m4.py:8: start network...\u000a02:13:30.168276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:13:30.665199 run create_hlr_db(pid=12532): Launched\u000a02:13:30.855142 bus /gobi_6: Setting Powered False\u000a02:13:31.885647 run create_hlr_db(pid=12532): Terminated: ok {rc=0}\u000a02:13:32.363660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12534): Launched\u000a02:13:32.702356 run osmo-hlr_10.42.42.2(pid=12535): Launched\u000a02:13:32.828020 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:13:33.418203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12537): Launched\u000a02:13:33.755550 run osmo-stp_10.42.42.5(pid=12538): Launched\u000a02:13:33.879438 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:13:34.467170 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12540): Launched\u000a02:13:34.586937 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:13:34.881060 run patchelf(pid=12541): Launched\u000a02:13:35.077490 run osmo-stp_10.42.42.5(pid=12538): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12538)]\u000a02:13:35.221191 run osmo-stp_10.42.42.5(pid=12538): stdout: \u000a| (launched: 2022-12-10_02:13:33.589392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:35.364703 run osmo-stp_10.42.42.5(pid=12538): stderr: \u000a| �[0;m�[38;5;43m20221210021333784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021333784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021333785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021333785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021333786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021333786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021333786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:35.503365 run osmo-stp_10.42.42.5(pid=12538): stdout: \u000a| (launched: 2022-12-10_02:13:33.589392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:35.641429 run osmo-stp_10.42.42.5(pid=12538): stderr: \u000a| �[0;m�[38;5;43m20221210021333784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021333784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021333785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021333785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021333786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021333786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021333786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:35.801646 run patchelf(pid=12541): Terminating (SIGINT)\u000a02:13:35.990340 run patchelf(pid=12541): Terminated: ok {rc=0}\u000a02:13:36.024591 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12538): Process ended prematurely: osmo-stp_10.42.42.5(pid=12538) [trial-2368↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12538)] [trial-2368↪gprs:sysmo↪iperf3m4.py:8]\u000a02:13:36.034504 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a02:13:36.098349 run osmo-hlr_10.42.42.2(pid=12535): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12535)]\u000a02:13:36.150245 run osmo-hlr_10.42.42.2(pid=12535): stdout: \u000a| (launched: 2022-12-10_02:13:32.535135) \u000a02:13:36.202691 run osmo-hlr_10.42.42.2(pid=12535): stderr: \u000a| �[0;m�[1;31m20221210021332736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021332736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021332736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021332736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021332736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021332736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021332748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021332759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021332759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021332759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:13:36.247748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12524): Terminating (SIGTERM)\u000a02:13:36.290093 run iperf3-srv_10.42.42.10(pid=12525): Terminating (SIGTERM)\u000a02:13:36.332336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12526): Terminating (SIGTERM)\u000a02:13:36.374573 run iperf3-srv_10.42.42.10(pid=12527): Terminating (SIGTERM)\u000a02:13:36.419597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12528): Terminating (SIGTERM)\u000a02:13:36.462066 run iperf3-srv_10.42.42.10(pid=12529): Terminating (SIGTERM)\u000a02:13:36.504229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12530): Terminating (SIGTERM)\u000a02:13:36.546440 run iperf3-srv_10.42.42.10(pid=12531): Terminating (SIGTERM)\u000a02:13:36.588521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12534): Terminating (SIGTERM)\u000a02:13:36.630748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12537): Terminating (SIGTERM)\u000a02:13:36.673065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12540): Terminating (SIGTERM)\u000a02:13:36.682853 --- ParallelTerminationStrategy: PID 12524 died...\u000a02:13:36.739322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12524): Terminated: ok {rc=0}\u000a02:13:36.749705 --- ParallelTerminationStrategy: PID 12525 died...\u000a02:13:36.805808 run iperf3-srv_10.42.42.10(pid=12525): Terminated {rc=256}\u000a02:13:36.816006 --- ParallelTerminationStrategy: PID 12526 died...\u000a02:13:36.872064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12526): Terminated: ok {rc=0}\u000a02:13:36.882292 --- ParallelTerminationStrategy: PID 12527 died...\u000a02:13:36.938566 run iperf3-srv_10.42.42.10(pid=12527): Terminated {rc=256}\u000a02:13:36.948694 --- ParallelTerminationStrategy: PID 12528 died...\u000a02:13:37.005400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12528): Terminated: ok {rc=0}\u000a02:13:37.015707 --- ParallelTerminationStrategy: PID 12529 died...\u000a02:13:37.071784 run iperf3-srv_10.42.42.10(pid=12529): Terminated {rc=256}\u000a02:13:37.082094 --- ParallelTerminationStrategy: PID 12530 died...\u000a02:13:37.138234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12530): Terminated: ok {rc=0}\u000a02:13:37.148451 --- ParallelTerminationStrategy: PID 12531 died...\u000a02:13:37.204302 run iperf3-srv_10.42.42.10(pid=12531): Terminated {rc=256}\u000a02:13:37.214868 --- ParallelTerminationStrategy: PID 12534 died...\u000a02:13:37.271110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12534): Terminated: ok {rc=0}\u000a02:13:37.281473 --- ParallelTerminationStrategy: PID 12537 died...\u000a02:13:37.338097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12537): Terminated: ok {rc=0}\u000a02:13:37.348489 --- ParallelTerminationStrategy: PID 12540 died...\u000a02:13:37.405441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12540): Terminated: ok {rc=0}\u000a02:13:37.494313 bus /gobi_4: Setting Powered False\u000a02:13:38.602290 bus /gobi_4: Setting Powered False\u000a02:13:39.714927 bus /gobi_1: Setting Powered False\u000a02:13:40.820106 bus /gobi_1: Setting Powered False\u000a02:13:41.929632 bus /gobi_0: Setting Powered False\u000a02:13:43.036399 bus /gobi_0: Setting Powered False\u000a02:13:44.148016 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12548): Process ended prematurely: osmo-stp_10.42.42.5(pid=12548) [trial-2368↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12548)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12548): Process ended prematurely: osmo-stp_10.42.42.5(pid=12548) [trial-2368↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12548)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:sysmo ping.py\u000a----------------------------------------------\u000a02:13:45.217317 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:45.228939 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a02:13:45.367864 tst ping.py: using LAC 25275\u000a02:13:45.495516 tst ping.py: using RAC 30\u000a02:13:45.622054 tst ping.py: using CellId 25275\u000a02:13:45.749335 tst ping.py: using BVCI 25276\u000a02:13:45.774671 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:45.786054 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:45.797188 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:45.808293 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:45.819161 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:45.830014 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:45.841651 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:45.853221 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:46.207515 tst ping.py:19: start network...\u000a02:13:46.386603 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:13:47.000030 run create_hlr_db(pid=12542): Launched\u000a02:13:47.195386 bus /gobi_6: Setting Powered False\u000a02:13:48.212169 run create_hlr_db(pid=12542): Terminated: ok {rc=0}\u000a02:13:48.629688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12544): Launched\u000a02:13:48.939260 run osmo-hlr_10.42.42.2(pid=12545): Launched\u000a02:13:49.057216 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:13:49.597802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12547): Launched\u000a02:13:49.905903 run osmo-stp_10.42.42.5(pid=12548): Launched\u000a02:13:50.017975 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:13:50.555944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12550): Launched\u000a02:13:50.665648 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:13:50.936728 run patchelf(pid=12551): Launched\u000a02:13:51.117723 run osmo-stp_10.42.42.5(pid=12548): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12548)]\u000a02:13:51.249663 run osmo-stp_10.42.42.5(pid=12548): stdout: \u000a| (launched: 2022-12-10_02:13:49.753144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:51.382012 run osmo-stp_10.42.42.5(pid=12548): stderr: \u000a| �[0;m�[38;5;43m20221210021349924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021349924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021349924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021349925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021349927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021349927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021349927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:51.509676 run osmo-stp_10.42.42.5(pid=12548): stdout: \u000a| (launched: 2022-12-10_02:13:49.753144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:51.635905 run osmo-stp_10.42.42.5(pid=12548): stderr: \u000a| �[0;m�[38;5;43m20221210021349924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021349924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021349924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021349925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021349927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021349927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021349927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:51.783054 run patchelf(pid=12551): Terminating (SIGINT)\u000a02:13:51.955908 run patchelf(pid=12551): Terminated: ok {rc=0}\u000a02:13:51.986968 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12548): Process ended prematurely: osmo-stp_10.42.42.5(pid=12548) [trial-2368↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12548)] [trial-2368↪gprs:sysmo↪ping.py:22]\u000a02:13:51.995675 tst ping.py:22: Test FAILED (6.8 sec)\u000a02:13:52.057620 run osmo-hlr_10.42.42.2(pid=12545): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12545)]\u000a02:13:52.108344 run osmo-hlr_10.42.42.2(pid=12545): stdout: \u000a| (launched: 2022-12-10_02:13:48.785719) \u000a02:13:52.159484 run osmo-hlr_10.42.42.2(pid=12545): stderr: \u000a| �[0;m�[1;31m20221210021348962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021348962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021348962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021348962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021348962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021348962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021348974 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021348985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021348985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021348985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:13:52.202726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12544): Terminating (SIGTERM)\u000a02:13:52.244267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12547): Terminating (SIGTERM)\u000a02:13:52.285312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12550): Terminating (SIGTERM)\u000a02:13:52.295093 --- ParallelTerminationStrategy: PID 12544 died...\u000a02:13:52.350561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12544): Terminated: ok {rc=0}\u000a02:13:52.360564 --- ParallelTerminationStrategy: PID 12547 died...\u000a02:13:52.415224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12547): Terminated: ok {rc=0}\u000a02:13:52.425408 --- ParallelTerminationStrategy: PID 12550 died...\u000a02:13:52.480238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12550): Terminated: ok {rc=0}\u000a02:13:52.571827 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12558): Process ended prematurely: osmo-stp_10.42.42.5(pid=12558) [trial-2368↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12558)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12558): Process ended prematurely: osmo-stp_10.42.42.5(pid=12558) [trial-2368↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12558)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a02:13:53.624626 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:53.636450 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a02:13:53.771115 tst ping_idle_ping.py: using LAC 25276\u000a02:13:53.901629 tst ping_idle_ping.py: using RAC 31\u000a02:13:54.034333 tst ping_idle_ping.py: using CellId 25276\u000a02:13:54.159148 tst ping_idle_ping.py: using BVCI 25277\u000a02:13:54.183335 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:54.194370 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:54.205152 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:54.216291 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:54.227493 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:54.238614 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:54.249778 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:54.261036 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:54.572405 tst ping_idle_ping.py:24: start network...\u000a02:13:54.710789 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:13:55.232414 run create_hlr_db(pid=12552): Launched\u000a02:13:55.411016 bus /gobi_6: Setting Powered False\u000a02:13:56.431827 run create_hlr_db(pid=12552): Terminated: ok {rc=0}\u000a02:13:56.845854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12554): Launched\u000a02:13:57.156507 run osmo-hlr_10.42.42.2(pid=12555): Launched\u000a02:13:57.274014 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:13:57.820307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12557): Launched\u000a02:13:58.129714 run osmo-stp_10.42.42.5(pid=12558): Launched\u000a02:13:58.242356 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:13:58.784227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12560): Launched\u000a02:13:58.894260 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:13:59.165914 run patchelf(pid=12561): Launched\u000a02:13:59.346999 run osmo-stp_10.42.42.5(pid=12558): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12558)]\u000a02:13:59.479754 run osmo-stp_10.42.42.5(pid=12558): stdout: \u000a| (launched: 2022-12-10_02:13:57.976407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:59.612572 run osmo-stp_10.42.42.5(pid=12558): stderr: \u000a| �[0;m�[38;5;43m20221210021358150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021358151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021358151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021358151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021358152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021358152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021358152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:59.741443 run osmo-stp_10.42.42.5(pid=12558): stdout: \u000a| (launched: 2022-12-10_02:13:57.976407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:59.868369 run osmo-stp_10.42.42.5(pid=12558): stderr: \u000a| �[0;m�[38;5;43m20221210021358150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021358151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021358151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021358151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021358152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021358152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021358152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:00.016264 run patchelf(pid=12561): Terminating (SIGINT)\u000a02:14:00.189982 run patchelf(pid=12561): Terminated: ok {rc=0}\u000a02:14:00.221679 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12558): Process ended prematurely: osmo-stp_10.42.42.5(pid=12558) [trial-2368↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12558)] [trial-2368↪gprs:sysmo↪ping_idle_ping.py:27]\u000a02:14:00.230294 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a02:14:00.291842 run osmo-hlr_10.42.42.2(pid=12555): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12555)]\u000a02:14:00.341762 run osmo-hlr_10.42.42.2(pid=12555): stdout: \u000a| (launched: 2022-12-10_02:13:57.002450) \u000a02:14:00.392394 run osmo-hlr_10.42.42.2(pid=12555): stderr: \u000a| �[0;m�[1;31m20221210021357183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021357183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021357183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021357183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021357183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021357183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021357199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021357209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021357209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021357209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:14:00.435132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12554): Terminating (SIGTERM)\u000a02:14:00.476031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12557): Terminating (SIGTERM)\u000a02:14:00.516769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12560): Terminating (SIGTERM)\u000a02:14:00.526514 --- ParallelTerminationStrategy: PID 12554 died...\u000a02:14:00.581110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12554): Terminated: ok {rc=0}\u000a02:14:00.591310 --- ParallelTerminationStrategy: PID 12557 died...\u000a02:14:00.645586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12557): Terminated: ok {rc=0}\u000a02:14:00.655221 --- ParallelTerminationStrategy: PID 12560 died...\u000a02:14:00.709239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12560): Terminated: ok {rc=0}\u000a02:14:00.798212 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:13:00" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12575): Process ended prematurely: osmo-stp_10.42.42.5(pid=12575) [trial-2368↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12575)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12575): Process ended prematurely: osmo-stp_10.42.42.5(pid=12575) [trial-2368↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:14:02.973666 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:02.984826 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:14:03.123259 tst cs_paging_gprs_active.py: using LAC 25277\u000a02:14:03.255776 tst cs_paging_gprs_active.py: using RAC 32\u000a02:14:03.389251 tst cs_paging_gprs_active.py: using CellId 25277\u000a02:14:03.527485 tst cs_paging_gprs_active.py: using BVCI 25278\u000a02:14:03.553327 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:03.564649 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:03.575824 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:03.587625 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:03.599227 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:03.610819 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:03.622849 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:03.634543 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:03.646360 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:14:03.769632 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:14:04.061550 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:14:04.193872 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:14:04.523219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12565): Launched\u000a02:14:04.798189 run iperf3-srv_10.42.42.10(pid=12566): Launched\u000a02:14:04.991037 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:14:05.122786 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:14:05.450809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12567): Launched\u000a02:14:05.724011 run iperf3-srv_10.42.42.10(pid=12568): Launched\u000a02:14:05.916204 tst cs_paging_gprs_active.py:38: start network...\u000a02:14:06.047220 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:14:06.545785 run create_hlr_db(pid=12569): Launched\u000a02:14:06.726440 bus /gobi_6: Setting Powered False\u000a02:14:07.747787 run create_hlr_db(pid=12569): Terminated: ok {rc=0}\u000a02:14:08.194640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12571): Launched\u000a02:14:08.534091 run osmo-hlr_10.42.42.2(pid=12572): Launched\u000a02:14:08.658554 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:14:09.245786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12574): Launched\u000a02:14:09.588137 run osmo-stp_10.42.42.5(pid=12575): Launched\u000a02:14:09.710331 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:14:10.298675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12577): Launched\u000a02:14:10.419000 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:14:10.714442 run patchelf(pid=12578): Launched\u000a02:14:10.910427 run osmo-stp_10.42.42.5(pid=12575): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12575)]\u000a02:14:11.053604 run osmo-stp_10.42.42.5(pid=12575): stdout: \u000a| (launched: 2022-12-10_02:14:09.418025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:11.196925 run osmo-stp_10.42.42.5(pid=12575): stderr: \u000a| �[0;m�[38;5;43m20221210021409617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021409617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021409617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021409618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021409618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021409618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021409618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:11.336153 run osmo-stp_10.42.42.5(pid=12575): stdout: \u000a| (launched: 2022-12-10_02:14:09.418025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:11.473907 run osmo-stp_10.42.42.5(pid=12575): stderr: \u000a| �[0;m�[38;5;43m20221210021409617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021409617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021409617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021409618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021409618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021409618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021409618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:11.634225 run patchelf(pid=12578): Terminating (SIGINT)\u000a02:14:11.822204 run patchelf(pid=12578): Terminated: ok {rc=0}\u000a02:14:11.856334 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12575): Process ended prematurely: osmo-stp_10.42.42.5(pid=12575) [trial-2368↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12575)] [trial-2368↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a02:14:11.866236 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a02:14:11.929936 run osmo-hlr_10.42.42.2(pid=12572): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12572)]\u000a02:14:11.981801 run osmo-hlr_10.42.42.2(pid=12572): stdout: \u000a| (launched: 2022-12-10_02:14:08.366785) \u000a02:14:12.034457 run osmo-hlr_10.42.42.2(pid=12572): stderr: \u000a| �[0;m�[1;31m20221210021408570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021408570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021408570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021408570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021408570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021408570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021408584 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021408592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021408593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021408593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:14:12.079753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12565): Terminating (SIGTERM)\u000a02:14:12.122432 run iperf3-srv_10.42.42.10(pid=12566): Terminating (SIGTERM)\u000a02:14:12.165051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12567): Terminating (SIGTERM)\u000a02:14:12.207439 run iperf3-srv_10.42.42.10(pid=12568): Terminating (SIGTERM)\u000a02:14:12.250497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12571): Terminating (SIGTERM)\u000a02:14:12.293104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12574): Terminating (SIGTERM)\u000a02:14:12.335821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12577): Terminating (SIGTERM)\u000a02:14:12.345871 --- ParallelTerminationStrategy: PID 12565 died...\u000a02:14:12.402777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12565): Terminated: ok {rc=0}\u000a02:14:12.413235 --- ParallelTerminationStrategy: PID 12566 died...\u000a02:14:12.469534 run iperf3-srv_10.42.42.10(pid=12566): Terminated {rc=256}\u000a02:14:12.479929 --- ParallelTerminationStrategy: PID 12567 died...\u000a02:14:12.536254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12567): Terminated: ok {rc=0}\u000a02:14:12.546681 --- ParallelTerminationStrategy: PID 12568 died...\u000a02:14:12.602926 run iperf3-srv_10.42.42.10(pid=12568): Terminated {rc=256}\u000a02:14:12.613200 --- ParallelTerminationStrategy: PID 12571 died...\u000a02:14:12.669354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12571): Terminated: ok {rc=0}\u000a02:14:12.679734 --- ParallelTerminationStrategy: PID 12574 died...\u000a02:14:12.736708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12574): Terminated: ok {rc=0}\u000a02:14:12.746860 --- ParallelTerminationStrategy: PID 12577 died...\u000a02:14:12.803430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12577): Terminated: ok {rc=0}\u000a02:14:12.891284 bus /gobi_0: Setting Powered False\u000a02:14:13.995310 bus /gobi_0: Setting Powered False\u000a02:14:15.106760 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12587): Process ended prematurely: osmo-stp_10.42.42.5(pid=12587) [trial-2368↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12587)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12587): Process ended prematurely: osmo-stp_10.42.42.5(pid=12587) [trial-2368↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12587)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a02:14:16.228757 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:16.241326 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:14:16.374035 tst iperf3.py: using LAC 25278\u000a02:14:16.501844 tst iperf3.py: using RAC 33\u000a02:14:16.639284 tst iperf3.py: using CellId 25278\u000a02:14:16.768526 tst iperf3.py: using BVCI 25279\u000a02:14:16.793872 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:16.806299 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:16.819374 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:16.831946 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:16.844803 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:16.857638 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:16.870455 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:16.883831 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:16.897914 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:14:17.205420 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:14:17.346884 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:14:17.695750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12579): Launched\u000a02:14:17.986400 run iperf3-srv_10.42.42.10(pid=12580): Launched\u000a02:14:18.192030 tst iperf3.py:8: start network...\u000a02:14:18.332923 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:14:18.872501 run create_hlr_db(pid=12581): Launched\u000a02:14:19.066683 bus /gobi_6: Setting Powered False\u000a02:14:20.087060 run create_hlr_db(pid=12581): Terminated: ok {rc=0}\u000a02:14:20.509788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12583): Launched\u000a02:14:20.827617 run osmo-hlr_10.42.42.2(pid=12584): Launched\u000a02:14:20.942450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:14:21.488550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12586): Launched\u000a02:14:21.803375 run osmo-stp_10.42.42.5(pid=12587): Launched\u000a02:14:21.918054 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:14:22.466880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12589): Launched\u000a02:14:22.579002 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:14:22.854924 run patchelf(pid=12590): Launched\u000a02:14:23.037898 run osmo-stp_10.42.42.5(pid=12587): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12587)]\u000a02:14:23.171143 run osmo-stp_10.42.42.5(pid=12587): stdout: \u000a| (launched: 2022-12-10_02:14:21.647147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:23.305354 run osmo-stp_10.42.42.5(pid=12587): stderr: \u000a| �[0;m�[38;5;43m20221210021421822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021421822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021421822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021421822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021421823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021421823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021421823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:23.435382 run osmo-stp_10.42.42.5(pid=12587): stdout: \u000a| (launched: 2022-12-10_02:14:21.647147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:23.563910 run osmo-stp_10.42.42.5(pid=12587): stderr: \u000a| �[0;m�[38;5;43m20221210021421822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021421822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021421822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021421822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021421823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021421823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021421823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:23.713509 run patchelf(pid=12590): Terminating (SIGINT)\u000a02:14:23.889159 run patchelf(pid=12590): Terminated: ok {rc=0}\u000a02:14:23.921301 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12587): Process ended prematurely: osmo-stp_10.42.42.5(pid=12587) [trial-2368↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12587)] [trial-2368↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a02:14:23.930527 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a02:14:23.992116 run osmo-hlr_10.42.42.2(pid=12584): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12584)]\u000a02:14:24.042053 run osmo-hlr_10.42.42.2(pid=12584): stdout: \u000a| (launched: 2022-12-10_02:14:20.669508) \u000a02:14:24.092514 run osmo-hlr_10.42.42.2(pid=12584): stderr: \u000a| �[0;m�[1;31m20221210021420851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021420851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021420851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021420851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021420851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021420851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021420892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021420902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021420902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021420902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:14:24.135464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12579): Terminating (SIGTERM)\u000a02:14:24.175839 run iperf3-srv_10.42.42.10(pid=12580): Terminating (SIGTERM)\u000a02:14:24.216433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12583): Terminating (SIGTERM)\u000a02:14:24.256750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12586): Terminating (SIGTERM)\u000a02:14:24.297408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12589): Terminating (SIGTERM)\u000a02:14:24.306771 --- ParallelTerminationStrategy: PID 12579 died...\u000a02:14:24.361271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12579): Terminated: ok {rc=0}\u000a02:14:24.370876 --- ParallelTerminationStrategy: PID 12580 died...\u000a02:14:24.424700 run iperf3-srv_10.42.42.10(pid=12580): Terminated {rc=256}\u000a02:14:24.434377 --- ParallelTerminationStrategy: PID 12583 died...\u000a02:14:24.487810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12583): Terminated: ok {rc=0}\u000a02:14:24.497744 --- ParallelTerminationStrategy: PID 12586 died...\u000a02:14:24.551763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12586): Terminated: ok {rc=0}\u000a02:14:24.561577 --- ParallelTerminationStrategy: PID 12589 died...\u000a02:14:24.615733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12589): Terminated: ok {rc=0}\u000a02:14:24.705624 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12605): Process ended prematurely: osmo-stp_10.42.42.5(pid=12605) [trial-2368↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12605)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12605): Process ended prematurely: osmo-stp_10.42.42.5(pid=12605) [trial-2368↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a02:14:25.822862 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:25.835208 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:14:25.974346 tst iperf3m4.py: using LAC 25279\u000a02:14:26.106725 tst iperf3m4.py: using RAC 34\u000a02:14:26.238922 tst iperf3m4.py: using CellId 25279\u000a02:14:26.370961 tst iperf3m4.py: using BVCI 25280\u000a02:14:26.396724 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:26.408138 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:26.419380 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:26.430764 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:26.442083 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:26.453411 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:26.464915 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:26.476142 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:26.487628 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:14:26.612158 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:14:26.731931 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:14:26.856156 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:14:27.159458 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:14:27.301202 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:14:27.651960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12591): Launched\u000a02:14:27.943774 run iperf3-srv_10.42.42.10(pid=12592): Launched\u000a02:14:28.151162 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:14:28.292873 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:14:28.644930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12593): Launched\u000a02:14:28.936493 run iperf3-srv_10.42.42.10(pid=12594): Launched\u000a02:14:29.142525 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:14:29.283260 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:14:29.632119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12595): Launched\u000a02:14:29.922585 run iperf3-srv_10.42.42.10(pid=12596): Launched\u000a02:14:30.128537 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:14:30.269434 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:14:30.618773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12597): Launched\u000a02:14:30.912066 run iperf3-srv_10.42.42.10(pid=12598): Launched\u000a02:14:31.128375 tst iperf3m4.py:8: start network...\u000a02:14:31.272884 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:14:31.853624 run create_hlr_db(pid=12599): Launched\u000a02:14:32.051564 bus /gobi_6: Setting Powered False\u000a02:14:33.068498 run create_hlr_db(pid=12599): Terminated: ok {rc=0}\u000a02:14:33.516735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12601): Launched\u000a02:14:33.854965 run osmo-hlr_10.42.42.2(pid=12602): Launched\u000a02:14:33.978920 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:14:34.568752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12604): Launched\u000a02:14:34.907626 run osmo-stp_10.42.42.5(pid=12605): Launched\u000a02:14:35.029983 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:14:35.617363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12607): Launched\u000a02:14:35.737676 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:14:36.032662 run patchelf(pid=12608): Launched\u000a02:14:36.228373 run osmo-stp_10.42.42.5(pid=12605): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12605)]\u000a02:14:36.371680 run osmo-stp_10.42.42.5(pid=12605): stdout: \u000a| (launched: 2022-12-10_02:14:34.739704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:36.514443 run osmo-stp_10.42.42.5(pid=12605): stderr: \u000a| �[0;m�[38;5;43m20221210021434935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021434935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021434935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021434936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021434938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021434938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021434938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:36.653197 run osmo-stp_10.42.42.5(pid=12605): stdout: \u000a| (launched: 2022-12-10_02:14:34.739704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:36.790936 run osmo-stp_10.42.42.5(pid=12605): stderr: \u000a| �[0;m�[38;5;43m20221210021434935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021434935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021434935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021434936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021434938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021434938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021434938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:36.951647 run patchelf(pid=12608): Terminating (SIGINT)\u000a02:14:37.139459 run patchelf(pid=12608): Terminated: ok {rc=0}\u000a02:14:37.173825 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12605): Process ended prematurely: osmo-stp_10.42.42.5(pid=12605) [trial-2368↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12605)] [trial-2368↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a02:14:37.183671 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a02:14:37.248090 run osmo-hlr_10.42.42.2(pid=12602): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12602)]\u000a02:14:37.300841 run osmo-hlr_10.42.42.2(pid=12602): stdout: \u000a| (launched: 2022-12-10_02:14:33.688017) \u000a02:14:37.354149 run osmo-hlr_10.42.42.2(pid=12602): stderr: \u000a| �[0;m�[1;31m20221210021433892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021433892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021433892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021433892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021433892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021433892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021433905 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021433913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021433913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021433914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:14:37.399513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12591): Terminating (SIGTERM)\u000a02:14:37.441959 run iperf3-srv_10.42.42.10(pid=12592): Terminating (SIGTERM)\u000a02:14:37.484366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12593): Terminating (SIGTERM)\u000a02:14:37.526881 run iperf3-srv_10.42.42.10(pid=12594): Terminating (SIGTERM)\u000a02:14:37.569075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12595): Terminating (SIGTERM)\u000a02:14:37.611236 run iperf3-srv_10.42.42.10(pid=12596): Terminating (SIGTERM)\u000a02:14:37.653711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12597): Terminating (SIGTERM)\u000a02:14:37.695945 run iperf3-srv_10.42.42.10(pid=12598): Terminating (SIGTERM)\u000a02:14:37.738665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12601): Terminating (SIGTERM)\u000a02:14:37.781212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12604): Terminating (SIGTERM)\u000a02:14:37.823614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12607): Terminating (SIGTERM)\u000a02:14:37.833502 --- ParallelTerminationStrategy: PID 12591 died...\u000a02:14:37.890398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12591): Terminated: ok {rc=0}\u000a02:14:37.900699 --- ParallelTerminationStrategy: PID 12592 died...\u000a02:14:37.956936 run iperf3-srv_10.42.42.10(pid=12592): Terminated {rc=256}\u000a02:14:37.967036 --- ParallelTerminationStrategy: PID 12593 died...\u000a02:14:38.023591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12593): Terminated: ok {rc=0}\u000a02:14:38.033892 --- ParallelTerminationStrategy: PID 12594 died...\u000a02:14:38.090271 run iperf3-srv_10.42.42.10(pid=12594): Terminated {rc=256}\u000a02:14:38.100486 --- ParallelTerminationStrategy: PID 12595 died...\u000a02:14:38.157658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12595): Terminated: ok {rc=0}\u000a02:14:38.168011 --- ParallelTerminationStrategy: PID 12596 died...\u000a02:14:38.224585 run iperf3-srv_10.42.42.10(pid=12596): Terminated {rc=256}\u000a02:14:38.234947 --- ParallelTerminationStrategy: PID 12597 died...\u000a02:14:38.291845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12597): Terminated: ok {rc=0}\u000a02:14:38.302230 --- ParallelTerminationStrategy: PID 12598 died...\u000a02:14:38.359008 run iperf3-srv_10.42.42.10(pid=12598): Terminated {rc=256}\u000a02:14:38.369370 --- ParallelTerminationStrategy: PID 12601 died...\u000a02:14:38.426031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12601): Terminated: ok {rc=0}\u000a02:14:38.436421 --- ParallelTerminationStrategy: PID 12604 died...\u000a02:14:38.493003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12604): Terminated: ok {rc=0}\u000a02:14:38.503320 --- ParallelTerminationStrategy: PID 12607 died...\u000a02:14:38.559756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12607): Terminated: ok {rc=0}\u000a02:14:38.648515 bus /gobi_4: Setting Powered False\u000a02:14:39.754633 bus /gobi_4: Setting Powered False\u000a02:14:40.864103 bus /gobi_1: Setting Powered False\u000a02:14:41.967361 bus /gobi_1: Setting Powered False\u000a02:14:43.076271 bus /gobi_0: Setting Powered False\u000a02:14:44.184918 bus /gobi_0: Setting Powered False\u000a02:14:45.299479 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12616): Process ended prematurely: osmo-stp_10.42.42.5(pid=12616) [trial-2368↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12616)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12616): Process ended prematurely: osmo-stp_10.42.42.5(pid=12616) [trial-2368↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12616)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a02:14:46.376267 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:46.388759 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:14:46.522206 tst ping.py: using LAC 25280\u000a02:14:46.653401 tst ping.py: using RAC 35\u000a02:14:46.806998 tst ping.py: using CellId 25280\u000a02:14:46.959483 tst ping.py: using BVCI 25281\u000a02:14:46.985457 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:46.997469 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:47.010663 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:47.022486 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:47.034172 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:47.046168 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:47.062109 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:47.075041 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:14:47.374285 tst ping.py:19: start network...\u000a02:14:47.503386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:14:47.989365 run create_hlr_db(pid=12610): Launched\u000a02:14:48.167520 bus /gobi_6: Setting Powered False\u000a02:14:49.188943 run create_hlr_db(pid=12610): Terminated: ok {rc=0}\u000a02:14:49.629730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12612): Launched\u000a02:14:49.960132 run osmo-hlr_10.42.42.2(pid=12613): Launched\u000a02:14:50.080666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:14:50.654203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12615): Launched\u000a02:14:50.983582 run osmo-stp_10.42.42.5(pid=12616): Launched\u000a02:14:51.102518 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:14:51.677885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12618): Launched\u000a02:14:51.795164 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:14:52.083925 run patchelf(pid=12619): Launched\u000a02:14:52.277212 run osmo-stp_10.42.42.5(pid=12616): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12616)]\u000a02:14:52.418086 run osmo-stp_10.42.42.5(pid=12616): stdout: \u000a| (launched: 2022-12-10_02:14:50.821507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:52.559411 run osmo-stp_10.42.42.5(pid=12616): stderr: \u000a| �[0;m�[38;5;43m20221210021451016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021451017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021451017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021451017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021451018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021451018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021451018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:52.695483 run osmo-stp_10.42.42.5(pid=12616): stdout: \u000a| (launched: 2022-12-10_02:14:50.821507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:52.831820 run osmo-stp_10.42.42.5(pid=12616): stderr: \u000a| �[0;m�[38;5;43m20221210021451016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021451017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021451017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021451017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021451018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021451018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021451018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:52.989179 run patchelf(pid=12619): Terminating (SIGINT)\u000a02:14:53.174035 run patchelf(pid=12619): Terminated: ok {rc=0}\u000a02:14:53.207277 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12616): Process ended prematurely: osmo-stp_10.42.42.5(pid=12616) [trial-2368↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12616)] [trial-2368↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a02:14:53.216497 tst ping.py:22: Test FAILED (6.8 sec)\u000a02:14:53.280222 run osmo-hlr_10.42.42.2(pid=12613): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12613)]\u000a02:14:53.332050 run osmo-hlr_10.42.42.2(pid=12613): stdout: \u000a| (launched: 2022-12-10_02:14:49.797387) \u000a02:14:53.384407 run osmo-hlr_10.42.42.2(pid=12613): stderr: \u000a| �[0;m�[1;31m20221210021450000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021450000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021450000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021450000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021450000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021450000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021450016 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021450026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021450026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021450026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:14:53.428759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12612): Terminating (SIGTERM)\u000a02:14:53.470746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12615): Terminating (SIGTERM)\u000a02:14:53.512712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12618): Terminating (SIGTERM)\u000a02:14:53.522435 --- ParallelTerminationStrategy: PID 12612 died...\u000a02:14:53.578671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12612): Terminated: ok {rc=0}\u000a02:14:53.588767 --- ParallelTerminationStrategy: PID 12615 died...\u000a02:14:53.644742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12615): Terminated: ok {rc=0}\u000a02:14:53.654856 --- ParallelTerminationStrategy: PID 12618 died...\u000a02:14:53.710778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12618): Terminated: ok {rc=0}\u000a02:14:53.798367 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12626): Process ended prematurely: osmo-stp_10.42.42.5(pid=12626) [trial-2368↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12626)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12626): Process ended prematurely: osmo-stp_10.42.42.5(pid=12626) [trial-2368↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a02:14:54.851728 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:54.863831 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:14:55.002790 tst ping_idle_ping.py: using LAC 25281\u000a02:14:55.130317 tst ping_idle_ping.py: using RAC 36\u000a02:14:55.258520 tst ping_idle_ping.py: using CellId 25281\u000a02:14:55.385720 tst ping_idle_ping.py: using BVCI 25282\u000a02:14:55.411028 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:55.422457 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:55.433726 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:55.444918 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:55.456017 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:55.467215 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:55.478518 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:55.490001 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:14:55.779762 tst ping_idle_ping.py:24: start network...\u000a02:14:55.907537 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:14:56.393774 run create_hlr_db(pid=12620): Launched\u000a02:14:56.572178 bus /gobi_6: Setting Powered False\u000a02:14:57.593492 run create_hlr_db(pid=12620): Terminated: ok {rc=0}\u000a02:14:58.033967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12622): Launched\u000a02:14:58.366678 run osmo-hlr_10.42.42.2(pid=12623): Launched\u000a02:14:58.488239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:14:59.065568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12625): Launched\u000a02:14:59.398464 run osmo-stp_10.42.42.5(pid=12626): Launched\u000a02:14:59.518267 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:15:00.098941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12628): Launched\u000a02:15:00.216661 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:15:00.506327 run patchelf(pid=12629): Launched\u000a02:15:00.698896 run osmo-stp_10.42.42.5(pid=12626): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12626)]\u000a02:15:00.854215 run osmo-stp_10.42.42.5(pid=12626): stdout: \u000a| (launched: 2022-12-10_02:14:59.233941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:01.004127 run osmo-stp_10.42.42.5(pid=12626): stderr: \u000a| �[0;m�[38;5;43m20221210021459431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021459431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021459431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021459431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021459432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021459432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021459432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:01.141185 run osmo-stp_10.42.42.5(pid=12626): stdout: \u000a| (launched: 2022-12-10_02:14:59.233941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:01.275182 run osmo-stp_10.42.42.5(pid=12626): stderr: \u000a| �[0;m�[38;5;43m20221210021459431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021459431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021459431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021459431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021459432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021459432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021459432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:01.428143 run patchelf(pid=12629): Terminating (SIGINT)\u000a02:15:01.607042 run patchelf(pid=12629): Terminated: ok {rc=0}\u000a02:15:01.649740 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12626): Process ended prematurely: osmo-stp_10.42.42.5(pid=12626) [trial-2368↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12626)] [trial-2368↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a02:15:01.659923 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a02:15:01.725898 run osmo-hlr_10.42.42.2(pid=12623): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12623)]\u000a02:15:01.778522 run osmo-hlr_10.42.42.2(pid=12623): stdout: \u000a| (launched: 2022-12-10_02:14:58.202039) \u000a02:15:01.833716 run osmo-hlr_10.42.42.2(pid=12623): stderr: \u000a| �[0;m�[1;31m20221210021458402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021458402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021458402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021458402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021458402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021458402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021458414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021458423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021458423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021458423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:15:01.878015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12622): Terminating (SIGTERM)\u000a02:15:01.924053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12625): Terminating (SIGTERM)\u000a02:15:01.969228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12628): Terminating (SIGTERM)\u000a02:15:01.979949 --- ParallelTerminationStrategy: PID 12622 died...\u000a02:15:02.040522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12622): Terminated: ok {rc=0}\u000a02:15:02.051255 --- ParallelTerminationStrategy: PID 12625 died...\u000a02:15:02.110070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12625): Terminated: ok {rc=0}\u000a02:15:02.120732 --- ParallelTerminationStrategy: PID 12628 died...\u000a02:15:02.177382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12628): Terminated: ok {rc=0}\u000a02:15:02.268826 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:14:02" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12648): Process ended prematurely: osmo-stp_10.42.42.5(pid=12648) [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12648)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12648): Process ended prematurely: osmo-stp_10.42.42.5(pid=12648) [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12648)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:15:04.394407 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:04.405773 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:15:04.561807 tst cs_paging_gprs_active.py: using LAC 25282\u000a02:15:04.692582 tst cs_paging_gprs_active.py: using RAC 37\u000a02:15:04.823483 tst cs_paging_gprs_active.py: using CellId 25282\u000a02:15:04.955899 tst cs_paging_gprs_active.py: using BVCI 25283\u000a02:15:04.981746 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:04.993223 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:05.004417 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:05.015633 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:05.026779 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:05.038037 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:05.049394 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:05.060401 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:05.071806 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:15:05.192906 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:15:05.484101 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:15:05.615296 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:15:05.942216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12638): Launched\u000a02:15:06.214667 run iperf3-srv_10.42.42.10(pid=12639): Launched\u000a02:15:06.407119 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:15:06.538106 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:15:06.864261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12640): Launched\u000a02:15:07.135941 run iperf3-srv_10.42.42.10(pid=12641): Launched\u000a02:15:07.327054 tst cs_paging_gprs_active.py:38: start network...\u000a02:15:07.457447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:15:07.953796 run create_hlr_db(pid=12642): Launched\u000a02:15:08.133905 bus /gobi_6: Setting Powered False\u000a02:15:09.156242 run create_hlr_db(pid=12642): Terminated: ok {rc=0}\u000a02:15:09.604838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12644): Launched\u000a02:15:09.944032 run osmo-hlr_10.42.42.2(pid=12645): Launched\u000a02:15:10.067206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:15:10.654781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12647): Launched\u000a02:15:10.993633 run osmo-stp_10.42.42.5(pid=12648): Launched\u000a02:15:11.115662 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:15:11.704160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12650): Launched\u000a02:15:11.824131 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:15:12.118648 run patchelf(pid=12651): Launched\u000a02:15:12.315274 run osmo-stp_10.42.42.5(pid=12648): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12648)]\u000a02:15:12.458759 run osmo-stp_10.42.42.5(pid=12648): stdout: \u000a| (launched: 2022-12-10_02:15:10.826089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:12.602605 run osmo-stp_10.42.42.5(pid=12648): stderr: \u000a| �[0;m�[38;5;43m20221210021511024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021511024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021511025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021511025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021511026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021511026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021511026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:12.741864 run osmo-stp_10.42.42.5(pid=12648): stdout: \u000a| (launched: 2022-12-10_02:15:10.826089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:12.879602 run osmo-stp_10.42.42.5(pid=12648): stderr: \u000a| �[0;m�[38;5;43m20221210021511024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021511024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021511025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021511025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021511026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021511026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021511026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:13.040205 run patchelf(pid=12651): Terminating (SIGINT)\u000a02:15:13.229259 run patchelf(pid=12651): Terminated: ok {rc=0}\u000a02:15:13.264063 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12648): Process ended prematurely: osmo-stp_10.42.42.5(pid=12648) [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12648)] [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a02:15:13.274111 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a02:15:13.337695 run osmo-hlr_10.42.42.2(pid=12645): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12645)]\u000a02:15:13.389434 run osmo-hlr_10.42.42.2(pid=12645): stdout: \u000a| (launched: 2022-12-10_02:15:09.776449) \u000a02:15:13.441761 run osmo-hlr_10.42.42.2(pid=12645): stderr: \u000a| �[0;m�[1;31m20221210021509978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021509978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021509978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021509978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021509978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021509978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021509990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021509999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021509999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021509999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:15:13.486450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12638): Terminating (SIGTERM)\u000a02:15:13.528377 run iperf3-srv_10.42.42.10(pid=12639): Terminating (SIGTERM)\u000a02:15:13.570576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12640): Terminating (SIGTERM)\u000a02:15:13.613615 run iperf3-srv_10.42.42.10(pid=12641): Terminating (SIGTERM)\u000a02:15:13.655980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12644): Terminating (SIGTERM)\u000a02:15:13.698442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12647): Terminating (SIGTERM)\u000a02:15:13.740697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12650): Terminating (SIGTERM)\u000a02:15:13.750507 --- ParallelTerminationStrategy: PID 12638 died...\u000a02:15:13.807071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12638): Terminated: ok {rc=0}\u000a02:15:13.817356 --- ParallelTerminationStrategy: PID 12639 died...\u000a02:15:13.873150 run iperf3-srv_10.42.42.10(pid=12639): Terminated {rc=256}\u000a02:15:13.883543 --- ParallelTerminationStrategy: PID 12640 died...\u000a02:15:13.939464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12640): Terminated: ok {rc=0}\u000a02:15:13.949913 --- ParallelTerminationStrategy: PID 12641 died...\u000a02:15:14.006013 run iperf3-srv_10.42.42.10(pid=12641): Terminated {rc=256}\u000a02:15:14.016056 --- ParallelTerminationStrategy: PID 12644 died...\u000a02:15:14.071980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12644): Terminated: ok {rc=0}\u000a02:15:14.082079 --- ParallelTerminationStrategy: PID 12647 died...\u000a02:15:14.138140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12647): Terminated: ok {rc=0}\u000a02:15:14.148213 --- ParallelTerminationStrategy: PID 12650 died...\u000a02:15:14.204059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12650): Terminated: ok {rc=0}\u000a02:15:14.292636 bus /gobi_0: Setting Powered False\u000a02:15:15.400535 bus /gobi_0: Setting Powered False\u000a02:15:16.534067 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12660): Process ended prematurely: osmo-stp_10.42.42.5(pid=12660) [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12660)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12660): Process ended prematurely: osmo-stp_10.42.42.5(pid=12660) [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12660)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a02:15:17.650686 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:17.663287 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:15:17.823390 tst iperf3.py: using LAC 25283\u000a02:15:17.959549 tst iperf3.py: using RAC 38\u000a02:15:18.088623 tst iperf3.py: using CellId 25283\u000a02:15:18.218079 tst iperf3.py: using BVCI 25284\u000a02:15:18.243725 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:18.255267 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:18.266998 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:18.278354 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:18.289519 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:18.300733 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:18.312283 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:18.323645 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:18.335035 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:15:18.637270 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:15:18.778240 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:15:19.126860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12652): Launched\u000a02:15:19.419683 run iperf3-srv_10.42.42.10(pid=12653): Launched\u000a02:15:19.625952 tst iperf3.py:8: start network...\u000a02:15:19.766597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:15:20.305874 run create_hlr_db(pid=12654): Launched\u000a02:15:20.499828 bus /gobi_6: Setting Powered False\u000a02:15:21.520576 run create_hlr_db(pid=12654): Terminated: ok {rc=0}\u000a02:15:21.968077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12656): Launched\u000a02:15:22.306585 run osmo-hlr_10.42.42.2(pid=12657): Launched\u000a02:15:22.429505 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:15:23.014763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12659): Launched\u000a02:15:23.352562 run osmo-stp_10.42.42.5(pid=12660): Launched\u000a02:15:23.475410 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:15:24.061481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12662): Launched\u000a02:15:24.181066 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:15:24.475602 run patchelf(pid=12663): Launched\u000a02:15:24.671244 run osmo-stp_10.42.42.5(pid=12660): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12660)]\u000a02:15:24.813586 run osmo-stp_10.42.42.5(pid=12660): stdout: \u000a| (launched: 2022-12-10_02:15:23.185856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:24.956638 run osmo-stp_10.42.42.5(pid=12660): stderr: \u000a| �[0;m�[38;5;43m20221210021523380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021523380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021523381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021523381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021523384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021523384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021523385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:25.095158 run osmo-stp_10.42.42.5(pid=12660): stdout: \u000a| (launched: 2022-12-10_02:15:23.185856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:25.233216 run osmo-stp_10.42.42.5(pid=12660): stderr: \u000a| �[0;m�[38;5;43m20221210021523380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021523380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021523381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021523381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021523384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021523384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021523385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:25.394091 run patchelf(pid=12663): Terminating (SIGINT)\u000a02:15:25.581200 run patchelf(pid=12663): Terminated: ok {rc=0}\u000a02:15:25.615267 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12660): Process ended prematurely: osmo-stp_10.42.42.5(pid=12660) [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12660)] [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a02:15:25.625042 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a02:15:25.688494 run osmo-hlr_10.42.42.2(pid=12657): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12657)]\u000a02:15:25.740136 run osmo-hlr_10.42.42.2(pid=12657): stdout: \u000a| (launched: 2022-12-10_02:15:22.139606) \u000a02:15:25.792204 run osmo-hlr_10.42.42.2(pid=12657): stderr: \u000a| �[0;m�[1;31m20221210021522344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021522344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021522344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021522344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021522344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021522344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021522357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021522365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021522365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021522365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:15:25.836642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12652): Terminating (SIGTERM)\u000a02:15:25.878816 run iperf3-srv_10.42.42.10(pid=12653): Terminating (SIGTERM)\u000a02:15:25.921054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12656): Terminating (SIGTERM)\u000a02:15:25.962913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12659): Terminating (SIGTERM)\u000a02:15:26.004990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12662): Terminating (SIGTERM)\u000a02:15:26.014666 --- ParallelTerminationStrategy: PID 12652 died...\u000a02:15:26.070818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12652): Terminated: ok {rc=0}\u000a02:15:26.080880 --- ParallelTerminationStrategy: PID 12653 died...\u000a02:15:26.136725 run iperf3-srv_10.42.42.10(pid=12653): Terminated {rc=256}\u000a02:15:26.146751 --- ParallelTerminationStrategy: PID 12656 died...\u000a02:15:26.202483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12656): Terminated: ok {rc=0}\u000a02:15:26.212519 --- ParallelTerminationStrategy: PID 12659 died...\u000a02:15:26.268531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12659): Terminated: ok {rc=0}\u000a02:15:26.278708 --- ParallelTerminationStrategy: PID 12662 died...\u000a02:15:26.335129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12662): Terminated: ok {rc=0}\u000a02:15:26.424610 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12678): Process ended prematurely: osmo-stp_10.42.42.5(pid=12678) [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12678)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12678): Process ended prematurely: osmo-stp_10.42.42.5(pid=12678) [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a02:15:27.543360 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:27.555431 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:15:27.712825 tst iperf3m4.py: using LAC 25284\u000a02:15:27.845903 tst iperf3m4.py: using RAC 39\u000a02:15:27.978615 tst iperf3m4.py: using CellId 25284\u000a02:15:28.109733 tst iperf3m4.py: using BVCI 25285\u000a02:15:28.135399 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:28.146917 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:28.158179 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:28.169482 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:28.180582 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:28.191887 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:28.203262 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:28.214403 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:28.225836 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:15:28.349706 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:15:28.472583 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:15:28.592003 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:15:28.884708 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:15:29.016758 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:15:29.345527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12664): Launched\u000a02:15:29.619238 run iperf3-srv_10.42.42.10(pid=12665): Launched\u000a02:15:29.811685 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:15:29.942741 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:15:30.271194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12666): Launched\u000a02:15:30.544255 run iperf3-srv_10.42.42.10(pid=12667): Launched\u000a02:15:30.735445 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:15:30.867397 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:15:31.248399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12668): Launched\u000a02:15:31.561912 run iperf3-srv_10.42.42.10(pid=12669): Launched\u000a02:15:31.774393 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:15:31.946365 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:15:32.342446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12670): Launched\u000a02:15:32.635833 run iperf3-srv_10.42.42.10(pid=12671): Launched\u000a02:15:32.842305 tst iperf3m4.py:8: start network...\u000a02:15:32.982597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:15:33.523591 run create_hlr_db(pid=12672): Launched\u000a02:15:33.718091 bus /gobi_6: Setting Powered False\u000a02:15:34.737669 run create_hlr_db(pid=12672): Terminated: ok {rc=0}\u000a02:15:35.185107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12674): Launched\u000a02:15:35.523512 run osmo-hlr_10.42.42.2(pid=12675): Launched\u000a02:15:35.645665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:15:36.230694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12677): Launched\u000a02:15:36.568182 run osmo-stp_10.42.42.5(pid=12678): Launched\u000a02:15:36.689066 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:15:37.275492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12680): Launched\u000a02:15:37.395435 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:15:37.688817 run patchelf(pid=12681): Launched\u000a02:15:37.883894 run osmo-stp_10.42.42.5(pid=12678): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12678)]\u000a02:15:38.026087 run osmo-stp_10.42.42.5(pid=12678): stdout: \u000a| (launched: 2022-12-10_02:15:36.402135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:38.168519 run osmo-stp_10.42.42.5(pid=12678): stderr: \u000a| �[0;m�[38;5;43m20221210021536598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021536598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021536598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021536599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021536599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021536599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021536599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:38.306863 run osmo-stp_10.42.42.5(pid=12678): stdout: \u000a| (launched: 2022-12-10_02:15:36.402135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:38.444028 run osmo-stp_10.42.42.5(pid=12678): stderr: \u000a| �[0;m�[38;5;43m20221210021536598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021536598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021536598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021536599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021536599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021536599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021536599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:38.602962 run patchelf(pid=12681): Terminating (SIGINT)\u000a02:15:38.789892 run patchelf(pid=12681): Terminated: ok {rc=0}\u000a02:15:38.824194 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12678): Process ended prematurely: osmo-stp_10.42.42.5(pid=12678) [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12678)] [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a02:15:38.834080 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a02:15:38.897569 run osmo-hlr_10.42.42.2(pid=12675): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12675)]\u000a02:15:38.949532 run osmo-hlr_10.42.42.2(pid=12675): stdout: \u000a| (launched: 2022-12-10_02:15:35.357729) \u000a02:15:39.002111 run osmo-hlr_10.42.42.2(pid=12675): stderr: \u000a| �[0;m�[1;31m20221210021535561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021535561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021535561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021535561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021535561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021535561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021535574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021535583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021535583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021535583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:15:39.047001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12664): Terminating (SIGTERM)\u000a02:15:39.089512 run iperf3-srv_10.42.42.10(pid=12665): Terminating (SIGTERM)\u000a02:15:39.132024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12666): Terminating (SIGTERM)\u000a02:15:39.174742 run iperf3-srv_10.42.42.10(pid=12667): Terminating (SIGTERM)\u000a02:15:39.217415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12668): Terminating (SIGTERM)\u000a02:15:39.260001 run iperf3-srv_10.42.42.10(pid=12669): Terminating (SIGTERM)\u000a02:15:39.302955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12670): Terminating (SIGTERM)\u000a02:15:39.345543 run iperf3-srv_10.42.42.10(pid=12671): Terminating (SIGTERM)\u000a02:15:39.388473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12674): Terminating (SIGTERM)\u000a02:15:39.430956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12677): Terminating (SIGTERM)\u000a02:15:39.473563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12680): Terminating (SIGTERM)\u000a02:15:39.483504 --- ParallelTerminationStrategy: PID 12664 died...\u000a02:15:39.540571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12664): Terminated: ok {rc=0}\u000a02:15:39.550766 --- ParallelTerminationStrategy: PID 12665 died...\u000a02:15:39.607382 run iperf3-srv_10.42.42.10(pid=12665): Terminated {rc=256}\u000a02:15:39.617997 --- ParallelTerminationStrategy: PID 12666 died...\u000a02:15:39.674761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12666): Terminated: ok {rc=0}\u000a02:15:39.685047 --- ParallelTerminationStrategy: PID 12667 died...\u000a02:15:39.741290 run iperf3-srv_10.42.42.10(pid=12667): Terminated {rc=256}\u000a02:15:39.751537 --- ParallelTerminationStrategy: PID 12668 died...\u000a02:15:39.808083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12668): Terminated: ok {rc=0}\u000a02:15:39.818407 --- ParallelTerminationStrategy: PID 12669 died...\u000a02:15:39.874891 run iperf3-srv_10.42.42.10(pid=12669): Terminated {rc=256}\u000a02:15:39.885266 --- ParallelTerminationStrategy: PID 12670 died...\u000a02:15:39.941839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12670): Terminated: ok {rc=0}\u000a02:15:39.952246 --- ParallelTerminationStrategy: PID 12671 died...\u000a02:15:40.008875 run iperf3-srv_10.42.42.10(pid=12671): Terminated {rc=256}\u000a02:15:40.019200 --- ParallelTerminationStrategy: PID 12674 died...\u000a02:15:40.075929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12674): Terminated: ok {rc=0}\u000a02:15:40.086310 --- ParallelTerminationStrategy: PID 12677 died...\u000a02:15:40.143116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12677): Terminated: ok {rc=0}\u000a02:15:40.153540 --- ParallelTerminationStrategy: PID 12680 died...\u000a02:15:40.210278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12680): Terminated: ok {rc=0}\u000a02:15:40.299648 bus /gobi_4: Setting Powered False\u000a02:15:41.408428 bus /gobi_4: Setting Powered False\u000a02:15:42.520687 bus /gobi_1: Setting Powered False\u000a02:15:43.625625 bus /gobi_1: Setting Powered False\u000a02:15:44.738914 bus /gobi_0: Setting Powered False\u000a02:15:45.856240 bus /gobi_0: Setting Powered False\u000a02:15:46.979506 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12688): Process ended prematurely: osmo-stp_10.42.42.5(pid=12688) [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12688)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12688): Process ended prematurely: osmo-stp_10.42.42.5(pid=12688) [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12688)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a02:15:48.048417 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:48.060370 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:15:48.213444 tst ping.py: using LAC 25285\u000a02:15:48.345512 tst ping.py: using RAC 40\u000a02:15:48.478585 tst ping.py: using CellId 25285\u000a02:15:48.613405 tst ping.py: using BVCI 25286\u000a02:15:48.638696 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:48.650213 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:48.661447 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:48.672703 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:48.683908 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:48.695101 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:48.706550 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:48.717777 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:15:49.001836 tst ping.py:19: start network...\u000a02:15:49.130292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:15:49.618149 run create_hlr_db(pid=12682): Launched\u000a02:15:49.797630 bus /gobi_6: Setting Powered False\u000a02:15:50.818339 run create_hlr_db(pid=12682): Terminated: ok {rc=0}\u000a02:15:51.258597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12684): Launched\u000a02:15:51.590653 run osmo-hlr_10.42.42.2(pid=12685): Launched\u000a02:15:51.713524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:15:52.298142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12687): Launched\u000a02:15:52.628300 run osmo-stp_10.42.42.5(pid=12688): Launched\u000a02:15:52.748429 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:15:53.324711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12690): Launched\u000a02:15:53.442096 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:15:53.731336 run patchelf(pid=12691): Launched\u000a02:15:53.923447 run osmo-stp_10.42.42.5(pid=12688): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12688)]\u000a02:15:54.063765 run osmo-stp_10.42.42.5(pid=12688): stdout: \u000a| (launched: 2022-12-10_02:15:52.465903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:54.205891 run osmo-stp_10.42.42.5(pid=12688): stderr: \u000a| �[0;m�[38;5;43m20221210021552663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021552663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021552663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021552664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021552664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021552664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021552664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:54.342201 run osmo-stp_10.42.42.5(pid=12688): stdout: \u000a| (launched: 2022-12-10_02:15:52.465903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:54.476818 run osmo-stp_10.42.42.5(pid=12688): stderr: \u000a| �[0;m�[38;5;43m20221210021552663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021552663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021552663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021552664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021552664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021552664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021552664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:54.633640 run patchelf(pid=12691): Terminating (SIGINT)\u000a02:15:54.817599 run patchelf(pid=12691): Terminated: ok {rc=0}\u000a02:15:54.850740 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12688): Process ended prematurely: osmo-stp_10.42.42.5(pid=12688) [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12688)] [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a02:15:54.859824 tst ping.py:22: Test FAILED (6.8 sec)\u000a02:15:54.923373 run osmo-hlr_10.42.42.2(pid=12685): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12685)]\u000a02:15:54.975358 run osmo-hlr_10.42.42.2(pid=12685): stdout: \u000a| (launched: 2022-12-10_02:15:51.427067) \u000a02:15:55.027801 run osmo-hlr_10.42.42.2(pid=12685): stderr: \u000a| �[0;m�[1;31m20221210021551627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021551627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021551628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021551628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021551628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021551628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021551641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021551651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021551651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021551651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:15:55.072463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12684): Terminating (SIGTERM)\u000a02:15:55.114755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12687): Terminating (SIGTERM)\u000a02:15:55.156941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12690): Terminating (SIGTERM)\u000a02:15:55.166750 --- ParallelTerminationStrategy: PID 12684 died...\u000a02:15:55.223046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12684): Terminated: ok {rc=0}\u000a02:15:55.233163 --- ParallelTerminationStrategy: PID 12687 died...\u000a02:15:55.289628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12687): Terminated: ok {rc=0}\u000a02:15:55.299731 --- ParallelTerminationStrategy: PID 12690 died...\u000a02:15:55.356418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12690): Terminated: ok {rc=0}\u000a02:15:55.444852 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12698): Process ended prematurely: osmo-stp_10.42.42.5(pid=12698) [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12698)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12698): Process ended prematurely: osmo-stp_10.42.42.5(pid=12698) [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12698)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a02:15:56.497813 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:56.509908 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:15:56.658938 tst ping_idle_ping.py: using LAC 25286\u000a02:15:56.782466 tst ping_idle_ping.py: using RAC 41\u000a02:15:56.905700 tst ping_idle_ping.py: using CellId 25286\u000a02:15:57.033806 tst ping_idle_ping.py: using BVCI 25287\u000a02:15:57.059015 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:57.070552 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:57.081816 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:57.093142 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:57.104504 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:57.115716 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:57.127151 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:57.138402 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:15:57.438134 tst ping_idle_ping.py:24: start network...\u000a02:15:57.576404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:15:58.109360 run create_hlr_db(pid=12692): Launched\u000a02:15:58.302268 bus /gobi_6: Setting Powered False\u000a02:15:59.322487 run create_hlr_db(pid=12692): Terminated: ok {rc=0}\u000a02:15:59.743053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12694): Launched\u000a02:16:00.056869 run osmo-hlr_10.42.42.2(pid=12695): Launched\u000a02:16:00.181594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:16:00.732912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12697): Launched\u000a02:16:01.233448 run osmo-stp_10.42.42.5(pid=12698): Launched\u000a02:16:01.483072 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:16:02.141858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12700): Launched\u000a02:16:02.264689 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:16:02.557904 run patchelf(pid=12701): Launched\u000a02:16:02.751622 run osmo-stp_10.42.42.5(pid=12698): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12698)]\u000a02:16:02.892639 run osmo-stp_10.42.42.5(pid=12698): stdout: \u000a| (launched: 2022-12-10_02:16:00.916307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:03.034436 run osmo-stp_10.42.42.5(pid=12698): stderr: \u000a| �[0;m�[38;5;43m20221210021601246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021601246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021601248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021601249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021601251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021601252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021601252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:03.171344 run osmo-stp_10.42.42.5(pid=12698): stdout: \u000a| (launched: 2022-12-10_02:16:00.916307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:03.307720 run osmo-stp_10.42.42.5(pid=12698): stderr: \u000a| �[0;m�[38;5;43m20221210021601246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021601246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021601248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021601249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021601251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021601252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021601252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:03.466015 run patchelf(pid=12701): Terminating (SIGINT)\u000a02:16:03.652204 run patchelf(pid=12701): Terminated: ok {rc=0}\u000a02:16:03.685660 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12698): Process ended prematurely: osmo-stp_10.42.42.5(pid=12698) [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12698)] [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a02:16:03.694982 tst ping_idle_ping.py:27: Test FAILED (7.2 sec)\u000a02:16:03.759012 run osmo-hlr_10.42.42.2(pid=12695): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12695)]\u000a02:16:03.811529 run osmo-hlr_10.42.42.2(pid=12695): stdout: \u000a| (launched: 2022-12-10_02:15:59.901320) \u000a02:16:03.864461 run osmo-hlr_10.42.42.2(pid=12695): stderr: \u000a| �[0;m�[1;31m20221210021600080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021600080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021600080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021600080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021600080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021600080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021600092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021600100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021600101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021600101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:16:03.909578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12694): Terminating (SIGTERM)\u000a02:16:03.952038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12697): Terminating (SIGTERM)\u000a02:16:03.994686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12700): Terminating (SIGTERM)\u000a02:16:04.004380 --- ParallelTerminationStrategy: PID 12694 died...\u000a02:16:04.060617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12694): Terminated: ok {rc=0}\u000a02:16:04.070692 --- ParallelTerminationStrategy: PID 12697 died...\u000a02:16:04.127054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12697): Terminated: ok {rc=0}\u000a02:16:04.137240 --- ParallelTerminationStrategy: PID 12700 died...\u000a02:16:04.193255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12700): Terminated: ok {rc=0}\u000a02:16:04.281757 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:15:04" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12718): Process ended prematurely: osmo-stp_10.42.42.5(pid=12718) [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12718)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12718): Process ended prematurely: osmo-stp_10.42.42.5(pid=12718) [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12718)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:16:06.401577 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:06.412337 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:16:06.561603 tst cs_paging_gprs_active.py: using LAC 25287\u000a02:16:06.685916 tst cs_paging_gprs_active.py: using RAC 42\u000a02:16:06.815449 tst cs_paging_gprs_active.py: using CellId 25287\u000a02:16:06.942607 tst cs_paging_gprs_active.py: using BVCI 25288\u000a02:16:06.966701 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:06.977639 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:06.988319 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:06.999494 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:07.010443 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:07.021443 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:07.032449 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:07.043302 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:07.054449 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:16:07.177473 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:16:07.466548 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:16:07.598239 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:16:07.924420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12708): Launched\u000a02:16:08.196278 run iperf3-srv_10.42.42.10(pid=12709): Launched\u000a02:16:08.387050 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:16:08.517592 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:16:08.843254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12710): Launched\u000a02:16:09.114501 run iperf3-srv_10.42.42.10(pid=12711): Launched\u000a02:16:09.305885 tst cs_paging_gprs_active.py:38: start network...\u000a02:16:09.436597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:16:09.933076 run create_hlr_db(pid=12712): Launched\u000a02:16:10.113541 bus /gobi_6: Setting Powered False\u000a02:16:11.135544 run create_hlr_db(pid=12712): Terminated: ok {rc=0}\u000a02:16:11.554577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12714): Launched\u000a02:16:11.872754 run osmo-hlr_10.42.42.2(pid=12715): Launched\u000a02:16:11.996037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:16:12.553213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12717): Launched\u000a02:16:12.870101 run osmo-stp_10.42.42.5(pid=12718): Launched\u000a02:16:12.985701 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:16:13.533264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12720): Launched\u000a02:16:13.645409 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:16:13.921728 run patchelf(pid=12721): Launched\u000a02:16:14.105811 run osmo-stp_10.42.42.5(pid=12718): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12718)]\u000a02:16:14.239837 run osmo-stp_10.42.42.5(pid=12718): stdout: \u000a| (launched: 2022-12-10_02:16:12.712448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:14.374397 run osmo-stp_10.42.42.5(pid=12718): stderr: \u000a| �[0;m�[38;5;43m20221210021612887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021612887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021612888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021612888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021612888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021612889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021612889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:14.504040 run osmo-stp_10.42.42.5(pid=12718): stdout: \u000a| (launched: 2022-12-10_02:16:12.712448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:14.633370 run osmo-stp_10.42.42.5(pid=12718): stderr: \u000a| �[0;m�[38;5;43m20221210021612887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021612887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021612888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021612888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021612888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021612889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021612889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:14.783384 run patchelf(pid=12721): Terminating (SIGINT)\u000a02:16:14.959424 run patchelf(pid=12721): Terminated: ok {rc=0}\u000a02:16:14.991526 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12718): Process ended prematurely: osmo-stp_10.42.42.5(pid=12718) [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12718)] [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a02:16:15.000755 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a02:16:15.062227 run osmo-hlr_10.42.42.2(pid=12715): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12715)]\u000a02:16:15.112297 run osmo-hlr_10.42.42.2(pid=12715): stdout: \u000a| (launched: 2022-12-10_02:16:11.715305) \u000a02:16:15.162964 run osmo-hlr_10.42.42.2(pid=12715): stderr: \u000a| �[0;m�[1;31m20221210021611895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021611895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021611895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021611895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021611895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021611895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021611907 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021611917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021611917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021611918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:16:15.205568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12708): Terminating (SIGTERM)\u000a02:16:15.246109 run iperf3-srv_10.42.42.10(pid=12709): Terminating (SIGTERM)\u000a02:16:15.286420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12710): Terminating (SIGTERM)\u000a02:16:15.326844 run iperf3-srv_10.42.42.10(pid=12711): Terminating (SIGTERM)\u000a02:16:15.367203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12714): Terminating (SIGTERM)\u000a02:16:15.407788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12717): Terminating (SIGTERM)\u000a02:16:15.448017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12720): Terminating (SIGTERM)\u000a02:16:15.457406 --- ParallelTerminationStrategy: PID 12708 died...\u000a02:16:15.511396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12708): Terminated: ok {rc=0}\u000a02:16:15.521050 --- ParallelTerminationStrategy: PID 12709 died...\u000a02:16:15.574302 run iperf3-srv_10.42.42.10(pid=12709): Terminated {rc=256}\u000a02:16:15.584124 --- ParallelTerminationStrategy: PID 12710 died...\u000a02:16:15.638281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12710): Terminated: ok {rc=0}\u000a02:16:15.647890 --- ParallelTerminationStrategy: PID 12711 died...\u000a02:16:15.701870 run iperf3-srv_10.42.42.10(pid=12711): Terminated {rc=256}\u000a02:16:15.711513 --- ParallelTerminationStrategy: PID 12714 died...\u000a02:16:15.765657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12714): Terminated: ok {rc=0}\u000a02:16:15.775251 --- ParallelTerminationStrategy: PID 12717 died...\u000a02:16:15.829094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12717): Terminated: ok {rc=0}\u000a02:16:15.844757 --- ParallelTerminationStrategy: PID 12720 died...\u000a02:16:15.911555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12720): Terminated: ok {rc=0}\u000a02:16:15.999462 bus /gobi_0: Setting Powered False\u000a02:16:17.106344 bus /gobi_0: Setting Powered False\u000a02:16:18.215235 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12730): Process ended prematurely: osmo-stp_10.42.42.5(pid=12730) [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12730)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12730): Process ended prematurely: osmo-stp_10.42.42.5(pid=12730) [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a02:16:19.332326 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:19.344719 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:16:19.503010 tst iperf3.py: using LAC 25288\u000a02:16:19.636446 tst iperf3.py: using RAC 43\u000a02:16:19.769518 tst iperf3.py: using CellId 25288\u000a02:16:19.901014 tst iperf3.py: using BVCI 25289\u000a02:16:19.927055 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:19.938601 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:19.949907 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:19.961320 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:19.972524 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:19.983808 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:19.995221 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:20.006409 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:20.017907 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:16:20.307990 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:16:20.439829 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:16:20.768438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12722): Launched\u000a02:16:21.042687 run iperf3-srv_10.42.42.10(pid=12723): Launched\u000a02:16:21.235098 tst iperf3.py:8: start network...\u000a02:16:21.366502 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:16:21.865806 run create_hlr_db(pid=12724): Launched\u000a02:16:22.046398 bus /gobi_6: Setting Powered False\u000a02:16:23.068437 run create_hlr_db(pid=12724): Terminated: ok {rc=0}\u000a02:16:23.516319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12726): Launched\u000a02:16:23.854113 run osmo-hlr_10.42.42.2(pid=12727): Launched\u000a02:16:23.976859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:16:24.565025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12729): Launched\u000a02:16:24.905474 run osmo-stp_10.42.42.5(pid=12730): Launched\u000a02:16:25.027353 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:16:25.615668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12732): Launched\u000a02:16:25.735249 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:16:26.029913 run patchelf(pid=12733): Launched\u000a02:16:26.225079 run osmo-stp_10.42.42.5(pid=12730): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12730)]\u000a02:16:26.368608 run osmo-stp_10.42.42.5(pid=12730): stdout: \u000a| (launched: 2022-12-10_02:16:24.736215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:26.511740 run osmo-stp_10.42.42.5(pid=12730): stderr: \u000a| �[0;m�[38;5;43m20221210021624935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021624935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021624936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021624936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021624937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021624937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021624937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:26.650454 run osmo-stp_10.42.42.5(pid=12730): stdout: \u000a| (launched: 2022-12-10_02:16:24.736215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:26.787792 run osmo-stp_10.42.42.5(pid=12730): stderr: \u000a| �[0;m�[38;5;43m20221210021624935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021624935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021624936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021624936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021624937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021624937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021624937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:26.947874 run patchelf(pid=12733): Terminating (SIGINT)\u000a02:16:27.135755 run patchelf(pid=12733): Terminated: ok {rc=0}\u000a02:16:27.170048 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12730): Process ended prematurely: osmo-stp_10.42.42.5(pid=12730) [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12730)] [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a02:16:27.179924 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a02:16:27.243855 run osmo-hlr_10.42.42.2(pid=12727): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12727)]\u000a02:16:27.296370 run osmo-hlr_10.42.42.2(pid=12727): stdout: \u000a| (launched: 2022-12-10_02:16:23.687740) \u000a02:16:27.349547 run osmo-hlr_10.42.42.2(pid=12727): stderr: \u000a| �[0;m�[1;31m20221210021623893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021623893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021623893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021623893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021623893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021623893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021623905 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021623914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021623914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021623914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:16:27.394469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12722): Terminating (SIGTERM)\u000a02:16:27.436852 run iperf3-srv_10.42.42.10(pid=12723): Terminating (SIGTERM)\u000a02:16:27.479547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12726): Terminating (SIGTERM)\u000a02:16:27.522030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12729): Terminating (SIGTERM)\u000a02:16:27.564412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12732): Terminating (SIGTERM)\u000a02:16:27.574294 --- ParallelTerminationStrategy: PID 12722 died...\u000a02:16:27.631020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12722): Terminated: ok {rc=0}\u000a02:16:27.641362 --- ParallelTerminationStrategy: PID 12723 died...\u000a02:16:27.697843 run iperf3-srv_10.42.42.10(pid=12723): Terminated {rc=256}\u000a02:16:27.708018 --- ParallelTerminationStrategy: PID 12726 died...\u000a02:16:27.764647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12726): Terminated: ok {rc=0}\u000a02:16:27.774961 --- ParallelTerminationStrategy: PID 12729 died...\u000a02:16:27.832146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12729): Terminated: ok {rc=0}\u000a02:16:27.842389 --- ParallelTerminationStrategy: PID 12732 died...\u000a02:16:27.899347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12732): Terminated: ok {rc=0}\u000a02:16:27.987829 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12748): Process ended prematurely: osmo-stp_10.42.42.5(pid=12748) [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12748)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12748): Process ended prematurely: osmo-stp_10.42.42.5(pid=12748) [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a02:16:29.100863 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:29.112607 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:16:29.262471 tst iperf3m4.py: using LAC 25289\u000a02:16:29.387040 tst iperf3m4.py: using RAC 44\u000a02:16:29.511546 tst iperf3m4.py: using CellId 25289\u000a02:16:29.635167 tst iperf3m4.py: using BVCI 25290\u000a02:16:29.659485 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:29.670650 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:29.681671 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:29.692753 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:29.703756 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:29.715054 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:29.726330 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:29.737337 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:29.748681 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:16:29.866945 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:16:29.991705 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:16:30.117158 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:16:30.422118 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:16:30.561990 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:16:30.935212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12734): Launched\u000a02:16:31.293683 run iperf3-srv_10.42.42.10(pid=12735): Launched\u000a02:16:31.532151 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:16:31.674742 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:16:32.039923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12736): Launched\u000a02:16:32.333547 run iperf3-srv_10.42.42.10(pid=12737): Launched\u000a02:16:32.538672 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:16:32.678302 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:16:33.025894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12738): Launched\u000a02:16:33.316642 run iperf3-srv_10.42.42.10(pid=12739): Launched\u000a02:16:33.521760 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:16:33.661336 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:16:34.009279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12740): Launched\u000a02:16:34.301359 run iperf3-srv_10.42.42.10(pid=12741): Launched\u000a02:16:34.506408 tst iperf3m4.py:8: start network...\u000a02:16:34.646504 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:16:35.183296 run create_hlr_db(pid=12742): Launched\u000a02:16:35.377281 bus /gobi_6: Setting Powered False\u000a02:16:36.398264 run create_hlr_db(pid=12742): Terminated: ok {rc=0}\u000a02:16:36.821619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12744): Launched\u000a02:16:37.138993 run osmo-hlr_10.42.42.2(pid=12745): Launched\u000a02:16:37.260911 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:16:37.823549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12747): Launched\u000a02:16:38.140113 run osmo-stp_10.42.42.5(pid=12748): Launched\u000a02:16:38.255023 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:16:38.804918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12750): Launched\u000a02:16:38.916916 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:16:39.193596 run patchelf(pid=12751): Launched\u000a02:16:39.377974 run osmo-stp_10.42.42.5(pid=12748): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12748)]\u000a02:16:39.513691 run osmo-stp_10.42.42.5(pid=12748): stdout: \u000a| (launched: 2022-12-10_02:16:37.983625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:39.649200 run osmo-stp_10.42.42.5(pid=12748): stderr: \u000a| �[0;m�[38;5;43m20221210021638157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021638157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021638157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021638158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021638158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021638158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021638158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:39.779298 run osmo-stp_10.42.42.5(pid=12748): stdout: \u000a| (launched: 2022-12-10_02:16:37.983625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:39.909565 run osmo-stp_10.42.42.5(pid=12748): stderr: \u000a| �[0;m�[38;5;43m20221210021638157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021638157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021638157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021638158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021638158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021638158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021638158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:40.060094 run patchelf(pid=12751): Terminating (SIGINT)\u000a02:16:40.237631 run patchelf(pid=12751): Terminated: ok {rc=0}\u000a02:16:40.270032 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12748): Process ended prematurely: osmo-stp_10.42.42.5(pid=12748) [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12748)] [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a02:16:40.279406 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a02:16:40.341284 run osmo-hlr_10.42.42.2(pid=12745): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12745)]\u000a02:16:40.391116 run osmo-hlr_10.42.42.2(pid=12745): stdout: \u000a| (launched: 2022-12-10_02:16:36.982159) \u000a02:16:40.441867 run osmo-hlr_10.42.42.2(pid=12745): stderr: \u000a| �[0;m�[1;31m20221210021637160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021637160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021637160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021637160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021637160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021637160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021637172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021637181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021637181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021637181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:16:40.484164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12734): Terminating (SIGTERM)\u000a02:16:40.524436 run iperf3-srv_10.42.42.10(pid=12735): Terminating (SIGTERM)\u000a02:16:40.566019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12736): Terminating (SIGTERM)\u000a02:16:40.606836 run iperf3-srv_10.42.42.10(pid=12737): Terminating (SIGTERM)\u000a02:16:40.647309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12738): Terminating (SIGTERM)\u000a02:16:40.688069 run iperf3-srv_10.42.42.10(pid=12739): Terminating (SIGTERM)\u000a02:16:40.728368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12740): Terminating (SIGTERM)\u000a02:16:40.769001 run iperf3-srv_10.42.42.10(pid=12741): Terminating (SIGTERM)\u000a02:16:40.809629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12744): Terminating (SIGTERM)\u000a02:16:40.849957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12747): Terminating (SIGTERM)\u000a02:16:40.890599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12750): Terminating (SIGTERM)\u000a02:16:40.899853 --- ParallelTerminationStrategy: PID 12734 died...\u000a02:16:40.954175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12734): Terminated: ok {rc=0}\u000a02:16:40.964160 --- ParallelTerminationStrategy: PID 12735 died...\u000a02:16:41.018345 run iperf3-srv_10.42.42.10(pid=12735): Terminated {rc=256}\u000a02:16:41.028123 --- ParallelTerminationStrategy: PID 12736 died...\u000a02:16:41.082489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12736): Terminated: ok {rc=0}\u000a02:16:41.092276 --- ParallelTerminationStrategy: PID 12737 died...\u000a02:16:41.146489 run iperf3-srv_10.42.42.10(pid=12737): Terminated {rc=256}\u000a02:16:41.156353 --- ParallelTerminationStrategy: PID 12738 died...\u000a02:16:41.210605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12738): Terminated: ok {rc=0}\u000a02:16:41.220565 --- ParallelTerminationStrategy: PID 12739 died...\u000a02:16:41.274938 run iperf3-srv_10.42.42.10(pid=12739): Terminated {rc=256}\u000a02:16:41.284925 --- ParallelTerminationStrategy: PID 12740 died...\u000a02:16:41.339398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12740): Terminated: ok {rc=0}\u000a02:16:41.349378 --- ParallelTerminationStrategy: PID 12741 died...\u000a02:16:41.403800 run iperf3-srv_10.42.42.10(pid=12741): Terminated {rc=256}\u000a02:16:41.413860 --- ParallelTerminationStrategy: PID 12744 died...\u000a02:16:41.468026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12744): Terminated: ok {rc=0}\u000a02:16:41.478194 --- ParallelTerminationStrategy: PID 12747 died...\u000a02:16:41.533034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12747): Terminated: ok {rc=0}\u000a02:16:41.543145 --- ParallelTerminationStrategy: PID 12750 died...\u000a02:16:41.597343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12750): Terminated: ok {rc=0}\u000a02:16:41.687337 bus /gobi_4: Setting Powered False\u000a02:16:42.792668 bus /gobi_4: Setting Powered False\u000a02:16:43.901907 bus /gobi_1: Setting Powered False\u000a02:16:45.009511 bus /gobi_1: Setting Powered False\u000a02:16:46.147510 bus /gobi_0: Setting Powered False\u000a02:16:47.258663 bus /gobi_0: Setting Powered False\u000a02:16:48.373173 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12758): Process ended prematurely: osmo-stp_10.42.42.5(pid=12758) [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12758)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12758): Process ended prematurely: osmo-stp_10.42.42.5(pid=12758) [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12758)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a02:16:49.441799 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:49.453533 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:16:49.600447 tst ping.py: using LAC 25290\u000a02:16:49.722863 tst ping.py: using RAC 45\u000a02:16:49.845755 tst ping.py: using CellId 25290\u000a02:16:49.966621 tst ping.py: using BVCI 25291\u000a02:16:49.990347 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:50.001532 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:50.012330 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:50.023465 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:50.034454 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:50.045428 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:50.056532 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:50.067559 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:16:50.366963 tst ping.py:19: start network...\u000a02:16:50.504361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:16:51.032184 run create_hlr_db(pid=12752): Launched\u000a02:16:51.223459 bus /gobi_6: Setting Powered False\u000a02:16:52.243540 run create_hlr_db(pid=12752): Terminated: ok {rc=0}\u000a02:16:52.661123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12754): Launched\u000a02:16:52.970495 run osmo-hlr_10.42.42.2(pid=12755): Launched\u000a02:16:53.083106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:16:53.624745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12757): Launched\u000a02:16:53.934817 run osmo-stp_10.42.42.5(pid=12758): Launched\u000a02:16:54.047071 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:16:54.586966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12760): Launched\u000a02:16:54.696531 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:16:54.967984 run patchelf(pid=12761): Launched\u000a02:16:55.149281 run osmo-stp_10.42.42.5(pid=12758): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12758)]\u000a02:16:55.281329 run osmo-stp_10.42.42.5(pid=12758): stdout: \u000a| (launched: 2022-12-10_02:16:53.781189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:55.414376 run osmo-stp_10.42.42.5(pid=12758): stderr: \u000a| �[0;m�[38;5;43m20221210021653955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021653955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021653955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021653955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021653956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021653956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021653956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:55.542370 run osmo-stp_10.42.42.5(pid=12758): stdout: \u000a| (launched: 2022-12-10_02:16:53.781189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:55.669712 run osmo-stp_10.42.42.5(pid=12758): stderr: \u000a| �[0;m�[38;5;43m20221210021653955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021653955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021653955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021653955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021653956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021653956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021653956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:55.816913 run patchelf(pid=12761): Terminating (SIGINT)\u000a02:16:55.990450 run patchelf(pid=12761): Terminated: ok {rc=0}\u000a02:16:56.022004 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12758): Process ended prematurely: osmo-stp_10.42.42.5(pid=12758) [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12758)] [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a02:16:56.030844 tst ping.py:22: Test FAILED (6.6 sec)\u000a02:16:56.093251 run osmo-hlr_10.42.42.2(pid=12755): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12755)]\u000a02:16:56.144002 run osmo-hlr_10.42.42.2(pid=12755): stdout: \u000a| (launched: 2022-12-10_02:16:52.817646) \u000a02:16:56.195328 run osmo-hlr_10.42.42.2(pid=12755): stderr: \u000a| �[0;m�[1;31m20221210021652999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021652999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021652999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021652999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021652999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021652999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021653038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021653049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021653049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021653049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:16:56.238570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12754): Terminating (SIGTERM)\u000a02:16:56.279559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12757): Terminating (SIGTERM)\u000a02:16:56.320582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12760): Terminating (SIGTERM)\u000a02:16:56.330257 --- ParallelTerminationStrategy: PID 12754 died...\u000a02:16:56.385151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12754): Terminated: ok {rc=0}\u000a02:16:56.395271 --- ParallelTerminationStrategy: PID 12757 died...\u000a02:16:56.449665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12757): Terminated: ok {rc=0}\u000a02:16:56.459719 --- ParallelTerminationStrategy: PID 12760 died...\u000a02:16:56.514330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12760): Terminated: ok {rc=0}\u000a02:16:56.600834 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12771): Process ended prematurely: osmo-stp_10.42.42.5(pid=12771) [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12771)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12771): Process ended prematurely: osmo-stp_10.42.42.5(pid=12771) [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a02:16:57.655225 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:57.667699 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:16:57.823363 tst ping_idle_ping.py: using LAC 25291\u000a02:16:57.954169 tst ping_idle_ping.py: using RAC 46\u000a02:16:58.090059 tst ping_idle_ping.py: using CellId 25291\u000a02:16:58.221258 tst ping_idle_ping.py: using BVCI 25292\u000a02:16:58.246595 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:58.258226 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:58.269512 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:58.281076 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:58.292384 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:58.303814 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:58.315929 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:58.327384 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:16:58.611657 tst ping_idle_ping.py:24: start network...\u000a02:16:58.740287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:16:59.230905 run create_hlr_db(pid=12762): Launched\u000a02:16:59.409815 bus /gobi_6: Setting Powered False\u000a02:17:00.430558 run create_hlr_db(pid=12762): Terminated: ok {rc=0}\u000a02:17:00.862254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12764): Launched\u000a02:17:01.302529 run osmo-hlr_10.42.42.2(pid=12765): Launched\u000a02:17:01.497062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:17:02.146120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12770): Launched\u000a02:17:02.501594 run osmo-stp_10.42.42.5(pid=12771): Launched\u000a02:17:02.624494 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:17:03.205615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12773): Launched\u000a02:17:03.324072 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:17:03.615787 run patchelf(pid=12774): Launched\u000a02:17:03.809624 run osmo-stp_10.42.42.5(pid=12771): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12771)]\u000a02:17:03.951297 run osmo-stp_10.42.42.5(pid=12771): stdout: \u000a| (launched: 2022-12-10_02:17:02.306378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:04.093505 run osmo-stp_10.42.42.5(pid=12771): stderr: \u000a| �[0;m�[38;5;43m20221210021702511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021702512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021702512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021702512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021702513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021702513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021702513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:04.230624 run osmo-stp_10.42.42.5(pid=12771): stdout: \u000a| (launched: 2022-12-10_02:17:02.306378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:04.366882 run osmo-stp_10.42.42.5(pid=12771): stderr: \u000a| �[0;m�[38;5;43m20221210021702511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021702512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021702512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021702512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021702513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021702513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021702513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:04.524721 run patchelf(pid=12774): Terminating (SIGINT)\u000a02:17:04.710555 run patchelf(pid=12774): Terminated: ok {rc=0}\u000a02:17:04.744002 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12771): Process ended prematurely: osmo-stp_10.42.42.5(pid=12771) [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12771)] [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a02:17:04.753252 tst ping_idle_ping.py:27: Test FAILED (7.1 sec)\u000a02:17:04.816926 run osmo-hlr_10.42.42.2(pid=12765): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12765)]\u000a02:17:04.869404 run osmo-hlr_10.42.42.2(pid=12765): stdout: \u000a| (launched: 2022-12-10_02:17:01.022849) \u000a02:17:04.922566 run osmo-hlr_10.42.42.2(pid=12765): stderr: \u000a| �[0;m�[1;31m20221210021701253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021701253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021701253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021701253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021701253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021701253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021701271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021701292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021701292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021701292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:17:04.967925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12764): Terminating (SIGTERM)\u000a02:17:05.010665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12770): Terminating (SIGTERM)\u000a02:17:05.053364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12773): Terminating (SIGTERM)\u000a02:17:05.063264 --- ParallelTerminationStrategy: PID 12764 died...\u000a02:17:05.120311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12764): Terminated: ok {rc=0}\u000a02:17:05.130711 --- ParallelTerminationStrategy: PID 12770 died...\u000a02:17:05.187299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12770): Terminated: ok {rc=0}\u000a02:17:05.197941 --- ParallelTerminationStrategy: PID 12773 died...\u000a02:17:05.254524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12773): Terminated: ok {rc=0}\u000a02:17:05.343555 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:16:06" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12785): Process ended prematurely: osmo-stp_10.42.42.5(pid=12785) [trial-2368↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12785)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12785): Process ended prematurely: osmo-stp_10.42.42.5(pid=12785) [trial-2368↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a02:17:07.346299 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:07.357882 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:17:07.512839 tst switch_tch_pdch.py: using LAC 25292\u000a02:17:07.642707 tst switch_tch_pdch.py: using RAC 47\u000a02:17:07.770972 tst switch_tch_pdch.py: using CellId 25292\u000a02:17:07.900833 tst switch_tch_pdch.py: using BVCI 25293\u000a02:17:07.926298 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:07.938071 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:07.949721 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:07.961250 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:07.972708 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:07.984283 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:07.996001 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:08.007506 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:17:08.126761 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:17:08.410263 tst switch_tch_pdch.py:51: start network...\u000a02:17:08.538388 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:17:09.023347 run create_hlr_db(pid=12779): Launched\u000a02:17:09.201538 bus /gobi_6: Setting Powered False\u000a02:17:10.223516 run create_hlr_db(pid=12779): Terminated: ok {rc=0}\u000a02:17:10.635985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12781): Launched\u000a02:17:10.945696 run osmo-hlr_10.42.42.2(pid=12782): Launched\u000a02:17:11.068313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:17:11.613535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12784): Launched\u000a02:17:11.923876 run osmo-stp_10.42.42.5(pid=12785): Launched\u000a02:17:12.036113 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:17:12.577818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12787): Launched\u000a02:17:12.687764 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:17:12.959429 run patchelf(pid=12788): Launched\u000a02:17:13.140105 run osmo-stp_10.42.42.5(pid=12785): ERR: Terminated: ERROR {rc=1} [trial-2368↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12785)]\u000a02:17:13.272415 run osmo-stp_10.42.42.5(pid=12785): stdout: \u000a| (launched: 2022-12-10_02:17:11.769728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:13.404833 run osmo-stp_10.42.42.5(pid=12785): stderr: \u000a| �[0;m�[38;5;43m20221210021711941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021711941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021711942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021711942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021711943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021711943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021711943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:13.532122 run osmo-stp_10.42.42.5(pid=12785): stdout: \u000a| (launched: 2022-12-10_02:17:11.769728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:13.658414 run osmo-stp_10.42.42.5(pid=12785): stderr: \u000a| �[0;m�[38;5;43m20221210021711941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021711941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021711942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021711942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021711943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021711943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021711943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:13.805943 run patchelf(pid=12788): Terminating (SIGINT)\u000a02:17:13.979301 run patchelf(pid=12788): Terminated: ok {rc=0}\u000a02:17:14.010426 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12785): Process ended prematurely: osmo-stp_10.42.42.5(pid=12785) [trial-2368↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12785)] [trial-2368↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a02:17:14.019144 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a02:17:14.080898 run osmo-hlr_10.42.42.2(pid=12782): ERR: Terminated: ERROR {rc=237} [trial-2368↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12782)]\u000a02:17:14.132512 run osmo-hlr_10.42.42.2(pid=12782): stdout: \u000a| (launched: 2022-12-10_02:17:10.792105) \u000a02:17:14.184175 run osmo-hlr_10.42.42.2(pid=12782): stderr: \u000a| �[0;m�[1;31m20221210021710973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021710973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021710973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021710973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021710973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021710973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021710983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021710991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021710991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021710991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:17:14.227896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12781): Terminating (SIGTERM)\u000a02:17:14.269172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12784): Terminating (SIGTERM)\u000a02:17:14.310116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12787): Terminating (SIGTERM)\u000a02:17:14.319884 --- ParallelTerminationStrategy: PID 12781 died...\u000a02:17:14.374585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12781): Terminated: ok {rc=0}\u000a02:17:14.385018 --- ParallelTerminationStrategy: PID 12784 died...\u000a02:17:14.439638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12784): Terminated: ok {rc=0}\u000a02:17:14.449578 --- ParallelTerminationStrategy: PID 12787 died...\u000a02:17:14.503512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12787): Terminated: ok {rc=0}\u000a02:17:14.589515 bus /gobi_0: Setting Powered False\u000a02:17:15.697535 bus /gobi_0: Setting Powered False\u000a02:17:16.828435 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:17:07" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12798): Process ended prematurely: osmo-stp_10.42.42.5(pid=12798) [trial-2368↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12798)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12798): Process ended prematurely: osmo-stp_10.42.42.5(pid=12798) [trial-2368↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12798)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a02:17:18.760788 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:17:18.771809 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a02:17:18.918653 tst switch_tch_pdch.py: using LAC 25293\u000a02:17:19.040800 tst switch_tch_pdch.py: using RAC 48\u000a02:17:19.162729 tst switch_tch_pdch.py: using CellId 25293\u000a02:17:19.288202 tst switch_tch_pdch.py: using BVCI 25294\u000a02:17:19.311753 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:17:19.322792 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:17:19.333740 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:17:19.344771 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:17:19.355832 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:17:19.366832 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:17:19.377997 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:17:19.389089 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:17:19.510295 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:17:19.793266 tst switch_tch_pdch.py:51: start network...\u000a02:17:19.921246 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:17:20.381808 run create_hlr_db(pid=12792): Launched\u000a02:17:20.507340 bus /gobi_6: Setting Powered False\u000a02:17:21.579591 run create_hlr_db(pid=12792): Terminated: ok {rc=0}\u000a02:17:21.991279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12794): Launched\u000a02:17:22.324265 run osmo-hlr_10.42.42.2(pid=12795): Launched\u000a02:17:22.448451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:17:22.995336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12797): Launched\u000a02:17:23.326858 run osmo-stp_10.42.42.5(pid=12798): Launched\u000a02:17:23.447545 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:17:23.995503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12800): Launched\u000a02:17:24.112618 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:17:24.402387 run patchelf(pid=12801): Launched\u000a02:17:24.594663 run osmo-stp_10.42.42.5(pid=12798): ERR: Terminated: ERROR {rc=1} [trial-2368↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12798)]\u000a02:17:24.735434 run osmo-stp_10.42.42.5(pid=12798): stdout: \u000a| (launched: 2022-12-10_02:17:23.163059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:24.876046 run osmo-stp_10.42.42.5(pid=12798): stderr: \u000a| �[0;m�[38;5;43m20221210021723359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021723359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021723360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021723360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021723360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021723361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021723361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:25.012070 run osmo-stp_10.42.42.5(pid=12798): stdout: \u000a| (launched: 2022-12-10_02:17:23.163059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:25.147317 run osmo-stp_10.42.42.5(pid=12798): stderr: \u000a| �[0;m�[38;5;43m20221210021723359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021723359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021723360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021723360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021723360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021723361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021723361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:25.304357 run patchelf(pid=12801): Terminating (SIGINT)\u000a02:17:25.489455 run patchelf(pid=12801): Terminated: ok {rc=0}\u000a02:17:25.522725 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12798): Process ended prematurely: osmo-stp_10.42.42.5(pid=12798) [trial-2368↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12798)] [trial-2368↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a02:17:25.531913 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a02:17:25.595085 run osmo-hlr_10.42.42.2(pid=12795): ERR: Terminated: ERROR {rc=237} [trial-2368↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12795)]\u000a02:17:25.647006 run osmo-hlr_10.42.42.2(pid=12795): stdout: \u000a| (launched: 2022-12-10_02:17:22.159106) \u000a02:17:25.699118 run osmo-hlr_10.42.42.2(pid=12795): stderr: \u000a| �[0;m�[1;31m20221210021722362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021722362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021722362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021722362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021722362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021722362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021722375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021722384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021722385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021722385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:17:25.743620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12794): Terminating (SIGTERM)\u000a02:17:25.786015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12797): Terminating (SIGTERM)\u000a02:17:25.828053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12800): Terminating (SIGTERM)\u000a02:17:25.837858 --- ParallelTerminationStrategy: PID 12794 died...\u000a02:17:25.893958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12794): Terminated: ok {rc=0}\u000a02:17:25.904080 --- ParallelTerminationStrategy: PID 12797 died...\u000a02:17:25.960360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12797): Terminated: ok {rc=0}\u000a02:17:25.970534 --- ParallelTerminationStrategy: PID 12800 died...\u000a02:17:26.027280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12800): Terminated: ok {rc=0}\u000a02:17:26.115807 bus /gobi_0: Setting Powered False\u000a02:17:27.223880 bus /gobi_0: Setting Powered False\u000a02:17:28.337632 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:17:18" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12810): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12810) [trial-2368↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12810)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12810): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12810) [trial-2368↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12810)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a02:17:30.205692 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a02:17:30.216721 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a02:17:30.343866 tst mo_mt_sms.py: using LAC 25294\u000a02:17:30.474138 tst mo_mt_sms.py: using RAC 49\u000a02:17:30.605085 tst mo_mt_sms.py: using CellId 25294\u000a02:17:30.734921 tst mo_mt_sms.py: using BVCI 25295\u000a02:17:30.760018 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a02:17:30.895511 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a02:17:31.278249 tst mo_mt_sms.py:9: start nitb and bts...\u000a02:17:31.429171 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:17:32.108663 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12809): Launched\u000a02:17:32.422261 run osmo-nitb_10.42.42.2(pid=12810): Launched\u000a02:17:32.613126 run osmo-nitb_10.42.42.2(pid=12810): ERR: Terminated: ERROR {rc=2} [trial-2368↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12810)]\u000a02:17:32.753185 run osmo-nitb_10.42.42.2(pid=12810): stdout: \u000a| (launched: 2022-12-10_02:17:32.271026) \u000a02:17:32.893272 run osmo-nitb_10.42.42.2(pid=12810): stderr: \u000a| (launched: 2022-12-10_02:17:32.317513)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:17:33.028754 run osmo-nitb_10.42.42.2(pid=12810): stdout: \u000a| (launched: 2022-12-10_02:17:32.271026) \u000a02:17:33.163207 run osmo-nitb_10.42.42.2(pid=12810): stderr: \u000a| (launched: 2022-12-10_02:17:32.317513)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:17:33.546959 tst osmo-nitb_10.42.42.2(pid=12810): stdout: \u000a| (launched: 2022-12-10_02:17:32.271026) \u000a02:17:33.669381 tst osmo-nitb_10.42.42.2(pid=12810): stderr: \u000a| (launched: 2022-12-10_02:17:32.317513)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:17:33.722860 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=12810): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12810) [trial-2368↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12810)] [trial-2368↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a02:17:33.730984 tst mo_mt_sms.py:11: Test FAILED (3.5 sec)\u000a02:17:33.766692 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12809): Terminating (SIGTERM)\u000a02:17:33.944085 --- ParallelTerminationStrategy: PID 12809 died...\u000a02:17:34.000133 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12809): Terminated: ok {rc=0}\u000a02:17:34.085358 bus /sierra_3: Setting Powered False\u000a02:17:35.193943 bus /sierra_3: Setting Powered False\u000a02:17:36.304692 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:17:30" }, { "cases" : [ { "testActions" : [ ], "age" : 166, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12820): Process ended prematurely: osmo-stp_10.42.42.5(pid=12820) [trial-2368↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12820)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12820): Process ended prematurely: osmo-stp_10.42.42.5(pid=12820) [trial-2368↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a02:17:38.167309 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:17:38.178362 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a02:17:38.309701 tst mo_mt_sms.py: using LAC 25295\u000a02:17:38.434960 tst mo_mt_sms.py: using RAC 50\u000a02:17:38.560472 tst mo_mt_sms.py: using CellId 25295\u000a02:17:38.685094 tst mo_mt_sms.py: using BVCI 25296\u000a02:17:38.708641 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:17:38.719422 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:17:38.730080 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:17:38.740565 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:17:38.751295 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:17:38.762017 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a02:17:38.883031 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a02:17:39.097758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:17:39.628333 run create_hlr_db(pid=12814): Launched\u000a02:17:39.819732 bus /sierra_2: Setting Powered False\u000a02:17:40.840454 run create_hlr_db(pid=12814): Terminated: ok {rc=0}\u000a02:17:41.282434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12816): Launched\u000a02:17:41.614572 run osmo-hlr_10.42.42.2(pid=12817): Launched\u000a02:17:41.735524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:17:42.311761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12819): Launched\u000a02:17:42.648135 run osmo-stp_10.42.42.5(pid=12820): Launched\u000a02:17:42.768365 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:17:43.375413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12822): Launched\u000a02:17:43.708200 run osmo-msc_10.42.42.6(pid=12823): Launched\u000a02:17:43.901662 run osmo-stp_10.42.42.5(pid=12820): ERR: Terminated: ERROR {rc=1} [trial-2368↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12820)]\u000a02:17:44.041600 run osmo-stp_10.42.42.5(pid=12820): stdout: \u000a| (launched: 2022-12-10_02:17:42.481989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:44.180666 run osmo-stp_10.42.42.5(pid=12820): stderr: \u000a| �[0;m�[38;5;43m20221210021742679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021742680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021742680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021742680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021742681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021742681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021742681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:44.312934 run osmo-stp_10.42.42.5(pid=12820): stdout: \u000a| (launched: 2022-12-10_02:17:42.481989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:44.445151 run osmo-stp_10.42.42.5(pid=12820): stderr: \u000a| �[0;m�[38;5;43m20221210021742679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021742680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021742680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021742680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021742681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021742681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021742681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:44.502909 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=12820): Process ended prematurely: osmo-stp_10.42.42.5(pid=12820) [trial-2368↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12820)] [trial-2368↪sms:oc2g↪mo_mt_sms.py:16]\u000a02:17:44.511550 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a02:17:44.575194 run osmo-hlr_10.42.42.2(pid=12817): ERR: Terminated: ERROR {rc=237} [trial-2368↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12817)]\u000a02:17:44.627419 run osmo-hlr_10.42.42.2(pid=12817): stdout: \u000a| (launched: 2022-12-10_02:17:41.451195) \u000a02:17:44.680335 run osmo-hlr_10.42.42.2(pid=12817): stderr: \u000a| �[0;m�[1;31m20221210021741652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021741652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021741652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021741652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021741652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021741652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021741665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021741673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021741673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021741673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:17:44.752420 run osmo-msc_10.42.42.6(pid=12823): ERR: Terminated: ERROR {rc=2} [trial-2368↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12823)]\u000a02:17:44.804795 run osmo-msc_10.42.42.6(pid=12823): stdout: \u000a| (launched: 2022-12-10_02:17:43.543743) \u000a02:17:44.857744 run osmo-msc_10.42.42.6(pid=12823): stderr: \u000a| �[0;m�[38;5;43m20221210021743869 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021743869 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac18881c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021743869 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021743869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021743869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021743869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021743873 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021743873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021743873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021743874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:17:44.902904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12816): Terminating (SIGTERM)\u000a02:17:44.945781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12819): Terminating (SIGTERM)\u000a02:17:44.988863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12822): Terminating (SIGTERM)\u000a02:17:44.998782 --- ParallelTerminationStrategy: PID 12816 died...\u000a02:17:45.055890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12816): Terminated: ok {rc=0}\u000a02:17:45.066164 --- ParallelTerminationStrategy: PID 12819 died...\u000a02:17:45.123181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12819): Terminated: ok {rc=0}\u000a02:17:45.133503 --- ParallelTerminationStrategy: PID 12822 died...\u000a02:17:45.190289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12822): Terminated: ok {rc=0}\u000a02:17:45.280020 bus /sierra_3: Setting Powered False\u000a02:17:46.389247 bus /sierra_3: Setting Powered False\u000a02:17:47.501397 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:17:37" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12831): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12831) [trial-2368↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12831)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12831): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12831) [trial-2368↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a02:17:49.305201 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a02:17:49.316029 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a02:17:49.441222 tst assert_extension.py: using LAC 25296\u000a02:17:49.562116 tst assert_extension.py: using RAC 51\u000a02:17:49.685253 tst assert_extension.py: using CellId 25296\u000a02:17:49.807463 tst assert_extension.py: using BVCI 25297\u000a02:17:49.830991 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a02:17:50.127742 tst assert_extension.py:10: start nitb and bts...\u000a02:17:50.265807 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:17:50.947200 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12830): Launched\u000a02:17:51.275358 run osmo-nitb_10.42.42.2(pid=12831): Launched\u000a02:17:51.479329 run osmo-nitb_10.42.42.2(pid=12831): ERR: Terminated: ERROR {rc=2} [trial-2368↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12831)]\u000a02:17:51.628507 run osmo-nitb_10.42.42.2(pid=12831): stdout: \u000a| (launched: 2022-12-10_02:17:51.115435) \u000a02:17:51.778026 run osmo-nitb_10.42.42.2(pid=12831): stderr: \u000a| (launched: 2022-12-10_02:17:51.164595)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:17:51.923491 run osmo-nitb_10.42.42.2(pid=12831): stdout: \u000a| (launched: 2022-12-10_02:17:51.115435) \u000a02:17:52.067813 run osmo-nitb_10.42.42.2(pid=12831): stderr: \u000a| (launched: 2022-12-10_02:17:51.164595)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:17:52.408316 tst osmo-nitb_10.42.42.2(pid=12831): stdout: \u000a| (launched: 2022-12-10_02:17:51.115435) \u000a02:17:52.540163 tst osmo-nitb_10.42.42.2(pid=12831): stderr: \u000a| (launched: 2022-12-10_02:17:51.164595)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:17:52.597600 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=12831): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12831) [trial-2368↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12831)] [trial-2368↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a02:17:52.606201 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a02:17:52.642403 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12830): Terminating (SIGTERM)\u000a02:17:52.820149 --- ParallelTerminationStrategy: PID 12830 died...\u000a02:17:52.878432 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12830): Terminated: ok {rc=0}\u000a02:17:52.965897 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:17:49" }, { "cases" : [ { "testActions" : [ ], "age" : 166, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12841): Process ended prematurely: osmo-stp_10.42.42.5(pid=12841) [trial-2368↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12841)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12841): Process ended prematurely: osmo-stp_10.42.42.5(pid=12841) [trial-2368↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a02:17:54.763829 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:17:54.774556 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a02:17:54.901875 tst assert_extension.py: using LAC 25297\u000a02:17:55.026577 tst assert_extension.py: using RAC 52\u000a02:17:55.148912 tst assert_extension.py: using CellId 25297\u000a02:17:55.272789 tst assert_extension.py: using BVCI 25298\u000a02:17:55.296031 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:17:55.306665 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:17:55.317186 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:17:55.327847 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:17:55.338742 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:17:55.349666 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a02:17:55.555548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:17:56.042396 run create_hlr_db(pid=12835): Launched\u000a02:17:56.221564 bus /sierra_2: Setting Powered False\u000a02:17:57.242141 run create_hlr_db(pid=12835): Terminated: ok {rc=0}\u000a02:17:57.685752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12837): Launched\u000a02:17:58.018765 run osmo-hlr_10.42.42.2(pid=12838): Launched\u000a02:17:58.139614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:17:58.717535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12840): Launched\u000a02:17:59.029500 run osmo-stp_10.42.42.5(pid=12841): Launched\u000a02:17:59.142520 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:17:59.707885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12843): Launched\u000a02:18:00.018950 run osmo-msc_10.42.42.6(pid=12844): Launched\u000a02:18:00.201077 run osmo-stp_10.42.42.5(pid=12841): ERR: Terminated: ERROR {rc=1} [trial-2368↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12841)]\u000a02:18:00.332287 run osmo-stp_10.42.42.5(pid=12841): stdout: \u000a| (launched: 2022-12-10_02:17:58.874989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:00.462364 run osmo-stp_10.42.42.5(pid=12841): stderr: \u000a| �[0;m�[38;5;43m20221210021759047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021759047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021759047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021759048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021759048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021759048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021759048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:00.587179 run osmo-stp_10.42.42.5(pid=12841): stdout: \u000a| (launched: 2022-12-10_02:17:58.874989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:00.710688 run osmo-stp_10.42.42.5(pid=12841): stderr: \u000a| �[0;m�[38;5;43m20221210021759047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021759047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021759047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021759048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021759048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021759048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021759048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:00.764716 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=12841): Process ended prematurely: osmo-stp_10.42.42.5(pid=12841) [trial-2368↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12841)] [trial-2368↪ussd:oc2g↪assert_extension.py:17]\u000a02:18:00.772835 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a02:18:00.840027 run osmo-hlr_10.42.42.2(pid=12838): ERR: Terminated: ERROR {rc=237} [trial-2368↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12838)]\u000a02:18:00.915741 run osmo-hlr_10.42.42.2(pid=12838): stdout: \u000a| (launched: 2022-12-10_02:17:57.854132) \u000a02:18:00.970773 run osmo-hlr_10.42.42.2(pid=12838): stderr: \u000a| �[0;m�[1;31m20221210021758057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021758057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021758057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021758057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021758057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021758057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021758071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021758079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021758080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021758080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:18:01.052718 run osmo-msc_10.42.42.6(pid=12844): ERR: Terminated: ERROR {rc=2} [trial-2368↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12844)]\u000a02:18:01.107943 run osmo-msc_10.42.42.6(pid=12844): stdout: \u000a| (launched: 2022-12-10_02:17:59.864139) \u000a02:18:01.162952 run osmo-msc_10.42.42.6(pid=12844): stderr: \u000a| �[0;m�[38;5;43m20221210021800136 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021800137 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1306c05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021800137 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021800137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021800137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021800137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021800139 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021800139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021800139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021800139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:18:01.210109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12837): Terminating (SIGTERM)\u000a02:18:01.255706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12840): Terminating (SIGTERM)\u000a02:18:01.302886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12843): Terminating (SIGTERM)\u000a02:18:01.313806 --- ParallelTerminationStrategy: PID 12837 died...\u000a02:18:01.375720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12837): Terminated: ok {rc=0}\u000a02:18:01.386793 --- ParallelTerminationStrategy: PID 12840 died...\u000a02:18:01.447977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12840): Terminated: ok {rc=0}\u000a02:18:01.459124 --- ParallelTerminationStrategy: PID 12843 died...\u000a02:18:01.518478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12843): Terminated: ok {rc=0}\u000a02:18:01.612326 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:17:54" }, { "cases" : [ { "testActions" : [ ], "age" : 166, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12855): Process ended prematurely: osmo-stp_10.42.42.5(pid=12855) [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12855)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12855): Process ended prematurely: osmo-stp_10.42.42.5(pid=12855) [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12855)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:18:03.544375 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:03.555849 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:18:03.712333 tst mo_mt_call.py: using LAC 25298\u000a02:18:03.844056 tst mo_mt_call.py: using RAC 53\u000a02:18:03.974834 tst mo_mt_call.py: using CellId 25298\u000a02:18:04.105865 tst mo_mt_call.py: using BVCI 25299\u000a02:18:04.131415 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:04.143105 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:04.154484 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:04.165946 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:04.177464 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:04.188912 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:18:04.310258 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:18:04.518251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:18:05.017429 run create_hlr_db(pid=12849): Launched\u000a02:18:05.198301 bus /sierra_2: Setting Powered False\u000a02:18:06.219352 run create_hlr_db(pid=12849): Terminated: ok {rc=0}\u000a02:18:06.639435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12851): Launched\u000a02:18:06.958047 run osmo-hlr_10.42.42.2(pid=12852): Launched\u000a02:18:07.080279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:18:07.636797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12854): Launched\u000a02:18:07.955787 run osmo-stp_10.42.42.5(pid=12855): Launched\u000a02:18:08.071780 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:18:08.650426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12857): Launched\u000a02:18:08.969629 run osmo-msc_10.42.42.6(pid=12858): Launched\u000a02:18:09.154710 run osmo-stp_10.42.42.5(pid=12855): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12855)]\u000a02:18:09.288331 run osmo-stp_10.42.42.5(pid=12855): stdout: \u000a| (launched: 2022-12-10_02:18:07.797324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:09.420735 run osmo-stp_10.42.42.5(pid=12855): stderr: \u000a| �[0;m�[38;5;43m20221210021807970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021807971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021807971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021807971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021807972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021807972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021807972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:09.547183 run osmo-stp_10.42.42.5(pid=12855): stdout: \u000a| (launched: 2022-12-10_02:18:07.797324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:09.672620 run osmo-stp_10.42.42.5(pid=12855): stderr: \u000a| �[0;m�[38;5;43m20221210021807970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021807971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021807971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021807971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021807972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021807972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021807972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:09.727682 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12855): Process ended prematurely: osmo-stp_10.42.42.5(pid=12855) [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12855)] [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a02:18:09.736258 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a02:18:09.797642 run osmo-hlr_10.42.42.2(pid=12852): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12852)]\u000a02:18:09.847808 run osmo-hlr_10.42.42.2(pid=12852): stdout: \u000a| (launched: 2022-12-10_02:18:06.799903) \u000a02:18:09.898322 run osmo-hlr_10.42.42.2(pid=12852): stderr: \u000a| �[0;m�[1;31m20221210021806977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021806977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021806977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021806977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021806978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021806978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021806994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021807004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021807004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021807004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:18:09.967156 run osmo-msc_10.42.42.6(pid=12858): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12858)]\u000a02:18:10.017405 run osmo-msc_10.42.42.6(pid=12858): stdout: \u000a| (launched: 2022-12-10_02:18:08.811068) \u000a02:18:10.068313 run osmo-msc_10.42.42.6(pid=12858): stderr: \u000a| �[0;m�[38;5;43m20221210021809085 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021809085 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c73d25c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021809086 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021809086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021809086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021809086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021809088 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021809088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021809088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021809088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:18:10.111442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12851): Terminating (SIGTERM)\u000a02:18:10.151932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12854): Terminating (SIGTERM)\u000a02:18:10.192430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12857): Terminating (SIGTERM)\u000a02:18:10.201753 --- ParallelTerminationStrategy: PID 12851 died...\u000a02:18:10.255713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12851): Terminated: ok {rc=0}\u000a02:18:10.265659 --- ParallelTerminationStrategy: PID 12854 died...\u000a02:18:10.319473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12854): Terminated: ok {rc=0}\u000a02:18:10.329406 --- ParallelTerminationStrategy: PID 12857 died...\u000a02:18:10.383098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12857): Terminated: ok {rc=0}\u000a02:18:10.472654 bus /sierra_3: Setting Powered False\u000a02:18:11.576668 bus /sierra_3: Setting Powered False\u000a02:18:12.687484 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 166, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12866): Process ended prematurely: osmo-stp_10.42.42.5(pid=12866) [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12866)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12866): Process ended prematurely: osmo-stp_10.42.42.5(pid=12866) [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12866)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:18:13.805357 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:13.817937 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:18:13.975439 tst mo_mt_call_osmux.py: using LAC 25299\u000a02:18:14.102840 tst mo_mt_call_osmux.py: using RAC 54\u000a02:18:14.227046 tst mo_mt_call_osmux.py: using CellId 25299\u000a02:18:14.352787 tst mo_mt_call_osmux.py: using BVCI 25300\u000a02:18:14.377036 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:14.388337 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:14.399570 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:14.410921 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:14.422845 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:14.434624 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:18:14.552233 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:18:14.758580 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:18:15.254691 run create_hlr_db(pid=12860): Launched\u000a02:18:15.435795 bus /sierra_2: Setting Powered False\u000a02:18:16.457328 run create_hlr_db(pid=12860): Terminated: ok {rc=0}\u000a02:18:16.899667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12862): Launched\u000a02:18:17.224055 run osmo-hlr_10.42.42.2(pid=12863): Launched\u000a02:18:17.339786 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:18:17.906545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12865): Launched\u000a02:18:18.224330 run osmo-stp_10.42.42.5(pid=12866): Launched\u000a02:18:18.339257 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:18:18.915651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12868): Launched\u000a02:18:19.233991 run osmo-msc_10.42.42.6(pid=12869): Launched\u000a02:18:19.419346 run osmo-stp_10.42.42.5(pid=12866): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12866)]\u000a02:18:19.552333 run osmo-stp_10.42.42.5(pid=12866): stdout: \u000a| (launched: 2022-12-10_02:18:18.066615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:19.683860 run osmo-stp_10.42.42.5(pid=12866): stderr: \u000a| �[0;m�[38;5;43m20221210021818241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021818241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021818242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021818242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021818242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021818243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021818243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:19.810207 run osmo-stp_10.42.42.5(pid=12866): stdout: \u000a| (launched: 2022-12-10_02:18:18.066615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:19.935156 run osmo-stp_10.42.42.5(pid=12866): stderr: \u000a| �[0;m�[38;5;43m20221210021818241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021818241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021818242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021818242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021818242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021818243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021818243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:19.990132 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12866): Process ended prematurely: osmo-stp_10.42.42.5(pid=12866) [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12866)] [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a02:18:19.998985 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:18:20.060172 run osmo-hlr_10.42.42.2(pid=12863): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12863)]\u000a02:18:20.110160 run osmo-hlr_10.42.42.2(pid=12863): stdout: \u000a| (launched: 2022-12-10_02:18:17.062420) \u000a02:18:20.160714 run osmo-hlr_10.42.42.2(pid=12863): stderr: \u000a| �[0;m�[1;31m20221210021817302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021817302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021817302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021817302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021817302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021817302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021817315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021817323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021817323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021817323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:18:20.229139 run osmo-msc_10.42.42.6(pid=12869): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12869)]\u000a02:18:20.279113 run osmo-msc_10.42.42.6(pid=12869): stdout: \u000a| (launched: 2022-12-10_02:18:19.075584) \u000a02:18:20.329796 run osmo-msc_10.42.42.6(pid=12869): stderr: \u000a| �[0;m�[38;5;43m20221210021819354 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021819354 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f353eda2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021819354 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021819354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021819354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021819354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021819356 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021819356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021819357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021819357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:18:20.372128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12862): Terminating (SIGTERM)\u000a02:18:20.412364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12865): Terminating (SIGTERM)\u000a02:18:20.452689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12868): Terminating (SIGTERM)\u000a02:18:20.462477 --- ParallelTerminationStrategy: PID 12862 died...\u000a02:18:20.516814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12862): Terminated: ok {rc=0}\u000a02:18:20.527188 --- ParallelTerminationStrategy: PID 12865 died...\u000a02:18:20.581404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12865): Terminated: ok {rc=0}\u000a02:18:20.591617 --- ParallelTerminationStrategy: PID 12868 died...\u000a02:18:20.645483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12868): Terminated: ok {rc=0}\u000a02:18:20.735698 bus /sierra_3: Setting Powered False\u000a02:18:21.840352 bus /sierra_3: Setting Powered False\u000a02:18:22.951925 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:18:03" }, { "cases" : [ { "testActions" : [ ], "age" : 166, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12880): Process ended prematurely: osmo-stp_10.42.42.5(pid=12880) [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12880)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12880): Process ended prematurely: osmo-stp_10.42.42.5(pid=12880) [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12880)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a02:18:24.916757 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:24.928999 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:18:25.082499 tst mo_mt_call.py: using LAC 25300\u000a02:18:25.213935 tst mo_mt_call.py: using RAC 55\u000a02:18:25.344881 tst mo_mt_call.py: using CellId 25300\u000a02:18:25.478158 tst mo_mt_call.py: using BVCI 25301\u000a02:18:25.503738 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:25.515382 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:25.526944 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:25.538365 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:25.549798 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:25.561296 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:18:25.680240 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:18:25.885780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:18:26.384890 run create_hlr_db(pid=12874): Launched\u000a02:18:26.566172 bus /sierra_2: Setting Powered False\u000a02:18:27.589032 run create_hlr_db(pid=12874): Terminated: ok {rc=0}\u000a02:18:28.037197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12876): Launched\u000a02:18:28.376409 run osmo-hlr_10.42.42.2(pid=12877): Launched\u000a02:18:28.499779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:18:29.086728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12879): Launched\u000a02:18:29.424820 run osmo-stp_10.42.42.5(pid=12880): Launched\u000a02:18:29.548131 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:18:30.164875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12882): Launched\u000a02:18:30.505029 run osmo-msc_10.42.42.6(pid=12883): Launched\u000a02:18:30.702328 run osmo-stp_10.42.42.5(pid=12880): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12880)]\u000a02:18:30.886972 run osmo-stp_10.42.42.5(pid=12880): stdout: \u000a| (launched: 2022-12-10_02:18:29.258065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:31.036796 run osmo-stp_10.42.42.5(pid=12880): stderr: \u000a| �[0;m�[38;5;43m20221210021829457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021829457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021829458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021829458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021829458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021829459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021829459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:31.173186 run osmo-stp_10.42.42.5(pid=12880): stdout: \u000a| (launched: 2022-12-10_02:18:29.258065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:31.308550 run osmo-stp_10.42.42.5(pid=12880): stderr: \u000a| �[0;m�[38;5;43m20221210021829457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021829457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021829458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021829458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021829458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021829459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021829459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:31.368620 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12880): Process ended prematurely: osmo-stp_10.42.42.5(pid=12880) [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12880)] [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a02:18:31.378894 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a02:18:31.443548 run osmo-hlr_10.42.42.2(pid=12877): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12877)]\u000a02:18:31.496667 run osmo-hlr_10.42.42.2(pid=12877): stdout: \u000a| (launched: 2022-12-10_02:18:28.208405) \u000a02:18:31.550247 run osmo-hlr_10.42.42.2(pid=12877): stderr: \u000a| �[0;m�[1;31m20221210021828412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021828412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021828412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021828412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021828412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021828412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021828425 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021828436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021828436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021828436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:18:31.623761 run osmo-msc_10.42.42.6(pid=12883): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12883)]\u000a02:18:31.676327 run osmo-msc_10.42.42.6(pid=12883): stdout: \u000a| (launched: 2022-12-10_02:18:30.336143) \u000a02:18:31.729836 run osmo-msc_10.42.42.6(pid=12883): stderr: \u000a| �[0;m�[38;5;43m20221210021830663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021830663 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9694140c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021830664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021830664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021830664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021830664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021830666 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021830666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021830666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021830666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:18:31.775151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12876): Terminating (SIGTERM)\u000a02:18:31.818779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12879): Terminating (SIGTERM)\u000a02:18:31.863087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12882): Terminating (SIGTERM)\u000a02:18:31.873602 --- ParallelTerminationStrategy: PID 12876 died...\u000a02:18:31.932489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12876): Terminated: ok {rc=0}\u000a02:18:31.943403 --- ParallelTerminationStrategy: PID 12879 died...\u000a02:18:32.000446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12879): Terminated: ok {rc=0}\u000a02:18:32.010981 --- ParallelTerminationStrategy: PID 12882 died...\u000a02:18:32.067920 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12882): Terminated: ok {rc=0}\u000a02:18:32.157092 bus /sierra_3: Setting Powered False\u000a02:18:33.264533 bus /sierra_3: Setting Powered False\u000a02:18:34.376932 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 166, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12891): Process ended prematurely: osmo-stp_10.42.42.5(pid=12891) [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12891)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12891): Process ended prematurely: osmo-stp_10.42.42.5(pid=12891) [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:18:35.490298 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:35.502298 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:18:35.651469 tst mo_mt_call_osmux.py: using LAC 25301\u000a02:18:35.779619 tst mo_mt_call_osmux.py: using RAC 56\u000a02:18:35.903492 tst mo_mt_call_osmux.py: using CellId 25301\u000a02:18:36.027444 tst mo_mt_call_osmux.py: using BVCI 25302\u000a02:18:36.051462 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:36.062749 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:36.073735 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:36.085148 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:36.096374 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:36.107659 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:18:36.230659 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:18:36.452561 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:18:36.993885 run create_hlr_db(pid=12885): Launched\u000a02:18:37.187850 bus /sierra_2: Setting Powered False\u000a02:18:38.209062 run create_hlr_db(pid=12885): Terminated: ok {rc=0}\u000a02:18:38.658141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12887): Launched\u000a02:18:38.996829 run osmo-hlr_10.42.42.2(pid=12888): Launched\u000a02:18:39.121833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:18:39.713118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12890): Launched\u000a02:18:40.051866 run osmo-stp_10.42.42.5(pid=12891): Launched\u000a02:18:40.174265 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:18:40.790096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12893): Launched\u000a02:18:41.129558 run osmo-msc_10.42.42.6(pid=12894): Launched\u000a02:18:41.326511 run osmo-stp_10.42.42.5(pid=12891): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12891)]\u000a02:18:41.468489 run osmo-stp_10.42.42.5(pid=12891): stdout: \u000a| (launched: 2022-12-10_02:18:39.885204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:41.609129 run osmo-stp_10.42.42.5(pid=12891): stderr: \u000a| �[0;m�[38;5;43m20221210021840082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021840082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021840082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021840082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021840083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021840083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021840083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:41.743674 run osmo-stp_10.42.42.5(pid=12891): stdout: \u000a| (launched: 2022-12-10_02:18:39.885204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:41.876873 run osmo-stp_10.42.42.5(pid=12891): stderr: \u000a| �[0;m�[38;5;43m20221210021840082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021840082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021840082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021840082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021840083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021840083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021840083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:41.935570 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12891): Process ended prematurely: osmo-stp_10.42.42.5(pid=12891) [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12891)] [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a02:18:41.944782 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a02:18:42.007694 run osmo-hlr_10.42.42.2(pid=12888): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12888)]\u000a02:18:42.059320 run osmo-hlr_10.42.42.2(pid=12888): stdout: \u000a| (launched: 2022-12-10_02:18:38.830401) \u000a02:18:42.111922 run osmo-hlr_10.42.42.2(pid=12888): stderr: \u000a| �[0;m�[1;31m20221210021839034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021839034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021839034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021839034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021839034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021839034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021839045 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021839054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021839054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021839054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:18:42.182914 run osmo-msc_10.42.42.6(pid=12894): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12894)]\u000a02:18:42.234466 run osmo-msc_10.42.42.6(pid=12894): stdout: \u000a| (launched: 2022-12-10_02:18:40.962225) \u000a02:18:42.286605 run osmo-msc_10.42.42.6(pid=12894): stderr: \u000a| �[0;m�[38;5;43m20221210021841287 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021841287 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcf9902ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021841287 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021841287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021841287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021841288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021841289 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021841290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021841290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021841290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:18:42.331073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12887): Terminating (SIGTERM)\u000a02:18:42.373581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12890): Terminating (SIGTERM)\u000a02:18:42.415735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12893): Terminating (SIGTERM)\u000a02:18:42.425560 --- ParallelTerminationStrategy: PID 12887 died...\u000a02:18:42.481824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12887): Terminated: ok {rc=0}\u000a02:18:42.491923 --- ParallelTerminationStrategy: PID 12890 died...\u000a02:18:42.547757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12890): Terminated: ok {rc=0}\u000a02:18:42.557904 --- ParallelTerminationStrategy: PID 12893 died...\u000a02:18:42.613573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12893): Terminated: ok {rc=0}\u000a02:18:42.701623 bus /sierra_3: Setting Powered False\u000a02:18:43.809389 bus /sierra_3: Setting Powered False\u000a02:18:44.918570 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:18:24" }, { "cases" : [ { "testActions" : [ ], "age" : 166, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12905): Process ended prematurely: osmo-stp_10.42.42.5(pid=12905) [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12905)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12905): Process ended prematurely: osmo-stp_10.42.42.5(pid=12905) [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:18:46.959881 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:18:46.974606 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:18:47.165902 tst mo_mt_call.py: using LAC 25302\u000a02:18:47.297535 tst mo_mt_call.py: using RAC 57\u000a02:18:47.420771 tst mo_mt_call.py: using CellId 25302\u000a02:18:47.545527 tst mo_mt_call.py: using BVCI 25303\u000a02:18:47.569790 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:18:47.581302 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:18:47.592274 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:18:47.603603 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:18:47.614958 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:18:47.626179 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:18:47.749568 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:18:47.958263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:18:48.456212 run create_hlr_db(pid=12899): Launched\u000a02:18:48.636820 bus /sierra_2: Setting Powered False\u000a02:18:49.657931 run create_hlr_db(pid=12899): Terminated: ok {rc=0}\u000a02:18:50.105386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12901): Launched\u000a02:18:50.444699 run osmo-hlr_10.42.42.2(pid=12902): Launched\u000a02:18:50.567614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:18:51.154550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12904): Launched\u000a02:18:51.496206 run osmo-stp_10.42.42.5(pid=12905): Launched\u000a02:18:51.619130 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:18:52.236906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12907): Launched\u000a02:18:52.578341 run osmo-msc_10.42.42.6(pid=12908): Launched\u000a02:18:52.776225 run osmo-stp_10.42.42.5(pid=12905): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12905)]\u000a02:18:52.919089 run osmo-stp_10.42.42.5(pid=12905): stdout: \u000a| (launched: 2022-12-10_02:18:51.325711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:53.060695 run osmo-stp_10.42.42.5(pid=12905): stderr: \u000a| �[0;m�[38;5;43m20221210021851525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021851525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021851525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021851526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021851526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021851526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021851526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:53.196292 run osmo-stp_10.42.42.5(pid=12905): stdout: \u000a| (launched: 2022-12-10_02:18:51.325711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:53.330241 run osmo-stp_10.42.42.5(pid=12905): stderr: \u000a| �[0;m�[38;5;43m20221210021851525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021851525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021851525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021851526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021851526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021851526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021851526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:53.390739 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12905): Process ended prematurely: osmo-stp_10.42.42.5(pid=12905) [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12905)] [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a02:18:53.399860 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a02:18:53.463759 run osmo-hlr_10.42.42.2(pid=12902): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12902)]\u000a02:18:53.516116 run osmo-hlr_10.42.42.2(pid=12902): stdout: \u000a| (launched: 2022-12-10_02:18:50.277048) \u000a02:18:53.569233 run osmo-hlr_10.42.42.2(pid=12902): stderr: \u000a| �[0;m�[1;31m20221210021850480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021850480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021850480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021850480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021850480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021850480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021850492 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021850501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021850501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021850501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:18:53.641437 run osmo-msc_10.42.42.6(pid=12908): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12908)]\u000a02:18:53.693837 run osmo-msc_10.42.42.6(pid=12908): stdout: \u000a| (launched: 2022-12-10_02:18:52.409458) \u000a02:18:53.746654 run osmo-msc_10.42.42.6(pid=12908): stderr: \u000a| �[0;m�[38;5;43m20221210021852738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021852738 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65dc6f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021852738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021852738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021852738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021852739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021852740 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021852741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021852741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021852741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:18:53.791544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12901): Terminating (SIGTERM)\u000a02:18:53.834009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12904): Terminating (SIGTERM)\u000a02:18:53.876493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12907): Terminating (SIGTERM)\u000a02:18:53.886345 --- ParallelTerminationStrategy: PID 12901 died...\u000a02:18:53.942918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12901): Terminated: ok {rc=0}\u000a02:18:53.953176 --- ParallelTerminationStrategy: PID 12904 died...\u000a02:18:54.009614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12904): Terminated: ok {rc=0}\u000a02:18:54.019806 --- ParallelTerminationStrategy: PID 12907 died...\u000a02:18:54.076043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12907): Terminated: ok {rc=0}\u000a02:18:54.164563 bus /sierra_3: Setting Powered False\u000a02:18:55.274588 bus /sierra_3: Setting Powered False\u000a02:18:56.384899 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 168, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12920): Process ended prematurely: osmo-stp_10.42.42.5(pid=12920) [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12920)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12920): Process ended prematurely: osmo-stp_10.42.42.5(pid=12920) [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:18:57.504454 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:18:57.516723 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:18:57.671778 tst mo_mt_call_osmux.py: using LAC 25303\u000a02:18:57.799042 tst mo_mt_call_osmux.py: using RAC 58\u000a02:18:57.923974 tst mo_mt_call_osmux.py: using CellId 25303\u000a02:18:58.048836 tst mo_mt_call_osmux.py: using BVCI 25304\u000a02:18:58.073078 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:18:58.084233 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:18:58.095375 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:18:58.106681 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:18:58.117986 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:18:58.129208 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:18:58.251393 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:18:58.471444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:18:59.013747 run create_hlr_db(pid=12910): Launched\u000a02:18:59.209459 bus /sierra_2: Setting Powered False\u000a02:19:00.229203 run create_hlr_db(pid=12910): Terminated: ok {rc=0}\u000a02:19:00.654541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12912): Launched\u000a02:19:01.098970 run osmo-hlr_10.42.42.2(pid=12913): Launched\u000a02:19:01.254417 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:19:02.176038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12919): Launched\u000a02:19:02.537436 run osmo-stp_10.42.42.5(pid=12920): Launched\u000a02:19:02.661912 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:19:03.282128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12922): Launched\u000a02:19:03.623097 run osmo-msc_10.42.42.6(pid=12923): Launched\u000a02:19:03.820593 run osmo-stp_10.42.42.5(pid=12920): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12920)]\u000a02:19:03.962393 run osmo-stp_10.42.42.5(pid=12920): stdout: \u000a| (launched: 2022-12-10_02:19:02.339170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:04.104015 run osmo-stp_10.42.42.5(pid=12920): stderr: \u000a| �[0;m�[38;5;43m20221210021902572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021902572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021902572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021902573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021902573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021902573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021902573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:04.239061 run osmo-stp_10.42.42.5(pid=12920): stdout: \u000a| (launched: 2022-12-10_02:19:02.339170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:04.372831 run osmo-stp_10.42.42.5(pid=12920): stderr: \u000a| �[0;m�[38;5;43m20221210021902572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021902572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021902572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021902573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021902573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021902573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021902573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:04.431780 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12920): Process ended prematurely: osmo-stp_10.42.42.5(pid=12920) [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12920)] [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a02:19:04.440783 tst mo_mt_call_osmux.py:8: Test FAILED (7.0 sec)\u000a02:19:04.504365 run osmo-hlr_10.42.42.2(pid=12913): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12913)]\u000a02:19:04.556485 run osmo-hlr_10.42.42.2(pid=12913): stdout: \u000a| (launched: 2022-12-10_02:19:00.815142) \u000a02:19:04.609404 run osmo-hlr_10.42.42.2(pid=12913): stderr: \u000a| �[0;m�[1;31m20221210021901125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021901125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021901125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021901125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021901126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021901126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021901151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021901163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021901163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021901163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:19:04.681268 run osmo-msc_10.42.42.6(pid=12923): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12923)]\u000a02:19:04.733240 run osmo-msc_10.42.42.6(pid=12923): stdout: \u000a| (launched: 2022-12-10_02:19:03.454634) \u000a02:19:04.786076 run osmo-msc_10.42.42.6(pid=12923): stderr: \u000a| �[0;m�[38;5;43m20221210021903787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021903787 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f471a49cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021903787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021903787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021903788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021903788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021903789 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021903790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021903790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021903790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:19:04.830938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12912): Terminating (SIGTERM)\u000a02:19:04.873302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12919): Terminating (SIGTERM)\u000a02:19:04.915627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12922): Terminating (SIGTERM)\u000a02:19:04.925560 --- ParallelTerminationStrategy: PID 12912 died...\u000a02:19:04.982282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12912): Terminated: ok {rc=0}\u000a02:19:04.992537 --- ParallelTerminationStrategy: PID 12919 died...\u000a02:19:05.049383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12919): Terminated: ok {rc=0}\u000a02:19:05.059601 --- ParallelTerminationStrategy: PID 12922 died...\u000a02:19:05.116112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12922): Terminated: ok {rc=0}\u000a02:19:05.204925 bus /sierra_3: Setting Powered False\u000a02:19:06.313363 bus /sierra_3: Setting Powered False\u000a02:19:07.423678 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:18:46" }, { "cases" : [ { "testActions" : [ ], "age" : 166, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12934): Process ended prematurely: osmo-stp_10.42.42.5(pid=12934) [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12934)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12934): Process ended prematurely: osmo-stp_10.42.42.5(pid=12934) [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:19:09.387084 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:09.398297 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:19:09.546197 tst mo_mt_call.py: using LAC 25304\u000a02:19:09.683704 tst mo_mt_call.py: using RAC 59\u000a02:19:09.815441 tst mo_mt_call.py: using CellId 25304\u000a02:19:09.945738 tst mo_mt_call.py: using BVCI 25305\u000a02:19:09.971375 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:09.983018 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:09.994486 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:10.005907 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:10.017325 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:10.028665 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:19:10.146121 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:19:10.366288 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:19:10.910280 run create_hlr_db(pid=12928): Launched\u000a02:19:11.102516 bus /sierra_2: Setting Powered False\u000a02:19:12.122206 run create_hlr_db(pid=12928): Terminated: ok {rc=0}\u000a02:19:12.563717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12930): Launched\u000a02:19:12.896199 run osmo-hlr_10.42.42.2(pid=12931): Launched\u000a02:19:13.017258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:19:13.593859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12933): Launched\u000a02:19:13.926359 run osmo-stp_10.42.42.5(pid=12934): Launched\u000a02:19:14.047475 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:19:14.652202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12936): Launched\u000a02:19:14.985789 run osmo-msc_10.42.42.6(pid=12937): Launched\u000a02:19:15.179866 run osmo-stp_10.42.42.5(pid=12934): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12934)]\u000a02:19:15.319530 run osmo-stp_10.42.42.5(pid=12934): stdout: \u000a| (launched: 2022-12-10_02:19:13.761903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:15.459104 run osmo-stp_10.42.42.5(pid=12934): stderr: \u000a| �[0;m�[38;5;43m20221210021913959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021913959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021913959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021913960 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021913960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021913960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021913960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:15.591899 run osmo-stp_10.42.42.5(pid=12934): stdout: \u000a| (launched: 2022-12-10_02:19:13.761903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:15.723518 run osmo-stp_10.42.42.5(pid=12934): stderr: \u000a| �[0;m�[38;5;43m20221210021913959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021913959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021913959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021913960 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021913960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021913960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021913960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:15.781519 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12934): Process ended prematurely: osmo-stp_10.42.42.5(pid=12934) [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12934)] [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a02:19:15.790719 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a02:19:15.860276 run osmo-hlr_10.42.42.2(pid=12931): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12931)]\u000a02:19:15.926730 run osmo-hlr_10.42.42.2(pid=12931): stdout: \u000a| (launched: 2022-12-10_02:19:12.732590) \u000a02:19:15.980000 run osmo-hlr_10.42.42.2(pid=12931): stderr: \u000a| �[0;m�[1;31m20221210021912936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021912936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021912936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021912936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021912936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021912936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021912948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021912957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021912957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021912957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:19:16.051961 run osmo-msc_10.42.42.6(pid=12937): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12937)]\u000a02:19:16.104227 run osmo-msc_10.42.42.6(pid=12937): stdout: \u000a| (launched: 2022-12-10_02:19:14.820360) \u000a02:19:16.157445 run osmo-msc_10.42.42.6(pid=12937): stderr: \u000a| �[0;m�[38;5;43m20221210021915148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021915148 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f98bb3a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021915148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021915148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021915149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021915149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021915150 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021915151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021915151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021915151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:19:16.202036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12930): Terminating (SIGTERM)\u000a02:19:16.246898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12933): Terminating (SIGTERM)\u000a02:19:16.291724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12936): Terminating (SIGTERM)\u000a02:19:16.304613 --- ParallelTerminationStrategy: PID 12930 died...\u000a02:19:16.364558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12930): Terminated: ok {rc=0}\u000a02:19:16.375294 --- ParallelTerminationStrategy: PID 12933 died...\u000a02:19:16.433392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12933): Terminated: ok {rc=0}\u000a02:19:16.444021 --- ParallelTerminationStrategy: PID 12936 died...\u000a02:19:16.501390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12936): Terminated: ok {rc=0}\u000a02:19:16.589322 bus /sierra_3: Setting Powered False\u000a02:19:17.692610 bus /sierra_3: Setting Powered False\u000a02:19:18.803431 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 166, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12945): Process ended prematurely: osmo-stp_10.42.42.5(pid=12945) [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12945)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12945): Process ended prematurely: osmo-stp_10.42.42.5(pid=12945) [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:19:19.915104 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:19.926750 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:19:20.084447 tst mo_mt_call_osmux.py: using LAC 25305\u000a02:19:20.212634 tst mo_mt_call_osmux.py: using RAC 60\u000a02:19:20.335496 tst mo_mt_call_osmux.py: using CellId 25305\u000a02:19:20.458616 tst mo_mt_call_osmux.py: using BVCI 25306\u000a02:19:20.482279 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:20.493413 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:20.504195 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:20.515406 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:20.526622 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:20.537690 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:19:20.653395 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:19:20.869324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:19:21.401763 run create_hlr_db(pid=12939): Launched\u000a02:19:21.593110 bus /sierra_2: Setting Powered False\u000a02:19:22.613530 run create_hlr_db(pid=12939): Terminated: ok {rc=0}\u000a02:19:23.055696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12941): Launched\u000a02:19:23.389603 run osmo-hlr_10.42.42.2(pid=12942): Launched\u000a02:19:23.510176 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:19:24.086779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12944): Launched\u000a02:19:24.418622 run osmo-stp_10.42.42.5(pid=12945): Launched\u000a02:19:24.538397 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:19:25.142262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12947): Launched\u000a02:19:25.478463 run osmo-msc_10.42.42.6(pid=12948): Launched\u000a02:19:25.672331 run osmo-stp_10.42.42.5(pid=12945): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12945)]\u000a02:19:25.812362 run osmo-stp_10.42.42.5(pid=12945): stdout: \u000a| (launched: 2022-12-10_02:19:24.255295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:25.951714 run osmo-stp_10.42.42.5(pid=12945): stderr: \u000a| �[0;m�[38;5;43m20221210021924451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021924451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021924452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021924452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021924452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021924453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021924453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:26.084548 run osmo-stp_10.42.42.5(pid=12945): stdout: \u000a| (launched: 2022-12-10_02:19:24.255295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:26.215972 run osmo-stp_10.42.42.5(pid=12945): stderr: \u000a| �[0;m�[38;5;43m20221210021924451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021924451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021924452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021924452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021924452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021924453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021924453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:26.274211 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12945): Process ended prematurely: osmo-stp_10.42.42.5(pid=12945) [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12945)] [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a02:19:26.283494 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a02:19:26.346073 run osmo-hlr_10.42.42.2(pid=12942): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12942)]\u000a02:19:26.397714 run osmo-hlr_10.42.42.2(pid=12942): stdout: \u000a| (launched: 2022-12-10_02:19:23.225071) \u000a02:19:26.449711 run osmo-hlr_10.42.42.2(pid=12942): stderr: \u000a| �[0;m�[1;31m20221210021923428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021923428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021923428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021923428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021923428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021923428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021923455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021923466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021923466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021923467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:19:26.520387 run osmo-msc_10.42.42.6(pid=12948): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12948)]\u000a02:19:26.571528 run osmo-msc_10.42.42.6(pid=12948): stdout: \u000a| (launched: 2022-12-10_02:19:25.311423) \u000a02:19:26.623272 run osmo-msc_10.42.42.6(pid=12948): stderr: \u000a| �[0;m�[38;5;43m20221210021925638 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021925639 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71ae8e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021925639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021925639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021925639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021925639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021925641 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021925641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021925641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021925641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:19:26.667355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12941): Terminating (SIGTERM)\u000a02:19:26.708833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12944): Terminating (SIGTERM)\u000a02:19:26.750547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12947): Terminating (SIGTERM)\u000a02:19:26.760290 --- ParallelTerminationStrategy: PID 12941 died...\u000a02:19:26.816420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12941): Terminated: ok {rc=0}\u000a02:19:26.826685 --- ParallelTerminationStrategy: PID 12944 died...\u000a02:19:26.882302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12944): Terminated: ok {rc=0}\u000a02:19:26.892493 --- ParallelTerminationStrategy: PID 12947 died...\u000a02:19:26.947945 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12947): Terminated: ok {rc=0}\u000a02:19:27.034724 bus /sierra_3: Setting Powered False\u000a02:19:28.139495 bus /sierra_3: Setting Powered False\u000a02:19:29.254040 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:19:09" }, { "cases" : [ { "testActions" : [ ], "age" : 166, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12959): Process ended prematurely: osmo-stp_10.42.42.5(pid=12959) [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12959)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12959): Process ended prematurely: osmo-stp_10.42.42.5(pid=12959) [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12959)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:19:31.245730 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:19:31.257832 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:19:31.447311 tst mo_mt_call.py: using LAC 25306\u000a02:19:31.583142 tst mo_mt_call.py: using RAC 61\u000a02:19:31.710333 tst mo_mt_call.py: using CellId 25306\u000a02:19:31.841301 tst mo_mt_call.py: using BVCI 25307\u000a02:19:31.867315 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:19:31.879734 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:19:31.892336 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:19:31.904296 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:19:31.916105 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:19:31.927871 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:19:32.055817 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:19:32.308262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:19:32.841799 run create_hlr_db(pid=12953): Launched\u000a02:19:33.032648 bus /sierra_2: Setting Powered False\u000a02:19:34.052922 run create_hlr_db(pid=12953): Terminated: ok {rc=0}\u000a02:19:34.494422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12955): Launched\u000a02:19:34.826437 run osmo-hlr_10.42.42.2(pid=12956): Launched\u000a02:19:34.946519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:19:35.524431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12958): Launched\u000a02:19:35.857359 run osmo-stp_10.42.42.5(pid=12959): Launched\u000a02:19:35.977593 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:19:36.583853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12961): Launched\u000a02:19:36.916302 run osmo-msc_10.42.42.6(pid=12962): Launched\u000a02:19:37.110194 run osmo-stp_10.42.42.5(pid=12959): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12959)]\u000a02:19:37.249890 run osmo-stp_10.42.42.5(pid=12959): stdout: \u000a| (launched: 2022-12-10_02:19:35.693583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:37.389283 run osmo-stp_10.42.42.5(pid=12959): stderr: \u000a| �[0;m�[38;5;43m20221210021935891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021935891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021935891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021935892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021935892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021935892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021935892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:37.522402 run osmo-stp_10.42.42.5(pid=12959): stdout: \u000a| (launched: 2022-12-10_02:19:35.693583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:37.653428 run osmo-stp_10.42.42.5(pid=12959): stderr: \u000a| �[0;m�[38;5;43m20221210021935891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021935891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021935891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021935892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021935892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021935892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021935892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:37.711003 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12959): Process ended prematurely: osmo-stp_10.42.42.5(pid=12959) [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12959)] [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a02:19:37.719948 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a02:19:37.782506 run osmo-hlr_10.42.42.2(pid=12956): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12956)]\u000a02:19:37.833852 run osmo-hlr_10.42.42.2(pid=12956): stdout: \u000a| (launched: 2022-12-10_02:19:34.663145) \u000a02:19:37.885749 run osmo-hlr_10.42.42.2(pid=12956): stderr: \u000a| �[0;m�[1;31m20221210021934867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021934867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021934867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021934867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021934867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021934867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021934880 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021934889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021934889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021934889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:19:37.956751 run osmo-msc_10.42.42.6(pid=12962): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12962)]\u000a02:19:38.008391 run osmo-msc_10.42.42.6(pid=12962): stdout: \u000a| (launched: 2022-12-10_02:19:36.752389) \u000a02:19:38.060446 run osmo-msc_10.42.42.6(pid=12962): stderr: \u000a| �[0;m�[38;5;43m20221210021937080 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021937080 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3eb977bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021937080 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021937080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021937080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021937080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021937082 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021937083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021937083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021937083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:19:38.104653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12955): Terminating (SIGTERM)\u000a02:19:38.146463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12958): Terminating (SIGTERM)\u000a02:19:38.188380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12961): Terminating (SIGTERM)\u000a02:19:38.198187 --- ParallelTerminationStrategy: PID 12955 died...\u000a02:19:38.254599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12955): Terminated: ok {rc=0}\u000a02:19:38.264706 --- ParallelTerminationStrategy: PID 12958 died...\u000a02:19:38.320763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12958): Terminated: ok {rc=0}\u000a02:19:38.330913 --- ParallelTerminationStrategy: PID 12961 died...\u000a02:19:38.386959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12961): Terminated: ok {rc=0}\u000a02:19:38.474967 bus /sierra_3: Setting Powered False\u000a02:19:39.581780 bus /sierra_3: Setting Powered False\u000a02:19:40.690373 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 166, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12970): Process ended prematurely: osmo-stp_10.42.42.5(pid=12970) [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12970)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12970): Process ended prematurely: osmo-stp_10.42.42.5(pid=12970) [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12970)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:19:41.805422 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:19:41.817404 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:19:41.972909 tst mo_mt_call_osmux.py: using LAC 25307\u000a02:19:42.103716 tst mo_mt_call_osmux.py: using RAC 62\u000a02:19:42.227830 tst mo_mt_call_osmux.py: using CellId 25307\u000a02:19:42.351981 tst mo_mt_call_osmux.py: using BVCI 25308\u000a02:19:42.375425 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:19:42.386698 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:19:42.398045 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:19:42.409468 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:19:42.421251 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:19:42.432707 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:19:42.554058 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:19:42.756887 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:19:43.242298 run create_hlr_db(pid=12964): Launched\u000a02:19:43.417524 bus /sierra_2: Setting Powered False\u000a02:19:44.440268 run create_hlr_db(pid=12964): Terminated: ok {rc=0}\u000a02:19:44.876773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12966): Launched\u000a02:19:45.207012 run osmo-hlr_10.42.42.2(pid=12967): Launched\u000a02:19:45.328673 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:19:45.904733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12969): Launched\u000a02:19:46.403360 run osmo-stp_10.42.42.5(pid=12970): Launched\u000a02:19:46.532515 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:19:47.153480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12972): Launched\u000a02:19:47.487128 run osmo-msc_10.42.42.6(pid=12973): Launched\u000a02:19:47.677952 run osmo-stp_10.42.42.5(pid=12970): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12970)]\u000a02:19:47.815888 run osmo-stp_10.42.42.5(pid=12970): stdout: \u000a| (launched: 2022-12-10_02:19:46.085032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:47.953927 run osmo-stp_10.42.42.5(pid=12970): stderr: \u000a| �[0;m�[38;5;43m20221210021946293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021946293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021946294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021946294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021946296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021946297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021946297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:48.084452 run osmo-stp_10.42.42.5(pid=12970): stdout: \u000a| (launched: 2022-12-10_02:19:46.085032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:48.213901 run osmo-stp_10.42.42.5(pid=12970): stderr: \u000a| �[0;m�[38;5;43m20221210021946293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021946293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021946294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021946294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021946296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021946297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021946297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:48.270666 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12970): Process ended prematurely: osmo-stp_10.42.42.5(pid=12970) [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12970)] [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a02:19:48.279705 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a02:19:48.342120 run osmo-hlr_10.42.42.2(pid=12967): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12967)]\u000a02:19:48.394112 run osmo-hlr_10.42.42.2(pid=12967): stdout: \u000a| (launched: 2022-12-10_02:19:45.042835) \u000a02:19:48.446152 run osmo-hlr_10.42.42.2(pid=12967): stderr: \u000a| �[0;m�[1;31m20221210021945244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021945244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021945244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021945244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021945244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021945244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021945257 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021945265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021945266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021945266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:19:48.516789 run osmo-msc_10.42.42.6(pid=12973): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12973)]\u000a02:19:48.568040 run osmo-msc_10.42.42.6(pid=12973): stdout: \u000a| (launched: 2022-12-10_02:19:47.320343) \u000a02:19:48.619662 run osmo-msc_10.42.42.6(pid=12973): stderr: \u000a| �[0;m�[38;5;43m20221210021947653 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021947653 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f72c86bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021947653 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021947653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021947653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021947654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021947655 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021947656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021947656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021947656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:19:48.663540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12966): Terminating (SIGTERM)\u000a02:19:48.705077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12969): Terminating (SIGTERM)\u000a02:19:48.746595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12972): Terminating (SIGTERM)\u000a02:19:48.756310 --- ParallelTerminationStrategy: PID 12966 died...\u000a02:19:48.811825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12966): Terminated: ok {rc=0}\u000a02:19:48.822244 --- ParallelTerminationStrategy: PID 12969 died...\u000a02:19:48.877729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12969): Terminated: ok {rc=0}\u000a02:19:48.887765 --- ParallelTerminationStrategy: PID 12972 died...\u000a02:19:48.943135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12972): Terminated: ok {rc=0}\u000a02:19:49.029743 bus /sierra_3: Setting Powered False\u000a02:19:50.136837 bus /sierra_3: Setting Powered False\u000a02:19:51.245704 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:19:30" }, { "cases" : [ { "testActions" : [ ], "age" : 166, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12984): Process ended prematurely: osmo-stp_10.42.42.5(pid=12984) [trial-2368↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12984)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12984): Process ended prematurely: osmo-stp_10.42.42.5(pid=12984) [trial-2368↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a02:19:53.214226 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:19:53.225735 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:19:53.378310 tst mo_mt_call.py: using LAC 25308\u000a02:19:53.506393 tst mo_mt_call.py: using RAC 63\u000a02:19:53.633980 tst mo_mt_call.py: using CellId 25308\u000a02:19:53.755946 tst mo_mt_call.py: using BVCI 25309\u000a02:19:53.779682 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:19:53.790911 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:19:53.802008 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:19:53.813371 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:19:53.824663 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:19:53.836061 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:19:53.957468 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:19:54.160757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:19:54.642547 run create_hlr_db(pid=12978): Launched\u000a02:19:54.818096 bus /sierra_2: Setting Powered False\u000a02:19:55.839737 run create_hlr_db(pid=12978): Terminated: ok {rc=0}\u000a02:19:56.244802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12980): Launched\u000a02:19:56.549855 run osmo-hlr_10.42.42.2(pid=12981): Launched\u000a02:19:56.670006 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:19:57.204498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12983): Launched\u000a02:19:57.513382 run osmo-stp_10.42.42.5(pid=12984): Launched\u000a02:19:57.625708 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:19:58.184106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12986): Launched\u000a02:19:58.491145 run osmo-msc_10.42.42.6(pid=12987): Launched\u000a02:19:58.672079 run osmo-stp_10.42.42.5(pid=12984): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12984)]\u000a02:19:58.802550 run osmo-stp_10.42.42.5(pid=12984): stdout: \u000a| (launched: 2022-12-10_02:19:57.359923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:58.930601 run osmo-stp_10.42.42.5(pid=12984): stderr: \u000a| �[0;m�[38;5;43m20221210021957532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021957532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021957533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021957533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021957534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021957534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021957534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:59.052884 run osmo-stp_10.42.42.5(pid=12984): stdout: \u000a| (launched: 2022-12-10_02:19:57.359923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:59.174140 run osmo-stp_10.42.42.5(pid=12984): stderr: \u000a| �[0;m�[38;5;43m20221210021957532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210021957532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210021957533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210021957533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210021957534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210021957534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210021957534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:59.227749 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12984): Process ended prematurely: osmo-stp_10.42.42.5(pid=12984) [trial-2368↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12984)] [trial-2368↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a02:19:59.236449 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:19:59.297214 run osmo-hlr_10.42.42.2(pid=12981): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12981)]\u000a02:19:59.346383 run osmo-hlr_10.42.42.2(pid=12981): stdout: \u000a| (launched: 2022-12-10_02:19:56.399555) \u000a02:19:59.396152 run osmo-hlr_10.42.42.2(pid=12981): stderr: \u000a| �[0;m�[1;31m20221210021956574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210021956574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210021956574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021956574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210021956574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210021956574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210021956586 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210021956594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210021956594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210021956594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:19:59.463768 run osmo-msc_10.42.42.6(pid=12987): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12987)]\u000a02:19:59.512701 run osmo-msc_10.42.42.6(pid=12987): stdout: \u000a| (launched: 2022-12-10_02:19:58.339174) \u000a02:19:59.562541 run osmo-msc_10.42.42.6(pid=12987): stderr: \u000a| �[0;m�[38;5;43m20221210021958612 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210021958612 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc54b6d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210021958613 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210021958613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210021958613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210021958613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210021958615 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210021958615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210021958615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210021958615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:19:59.604392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12980): Terminating (SIGTERM)\u000a02:19:59.644172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12983): Terminating (SIGTERM)\u000a02:19:59.684113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12986): Terminating (SIGTERM)\u000a02:19:59.694057 --- ParallelTerminationStrategy: PID 12980 died...\u000a02:19:59.748207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12980): Terminated: ok {rc=0}\u000a02:19:59.757863 --- ParallelTerminationStrategy: PID 12983 died...\u000a02:19:59.811736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12983): Terminated: ok {rc=0}\u000a02:19:59.821861 --- ParallelTerminationStrategy: PID 12986 died...\u000a02:19:59.874941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12986): Terminated: ok {rc=0}\u000a02:19:59.961923 bus /sierra_3: Setting Powered False\u000a02:20:01.082086 bus /sierra_3: Setting Powered False\u000a02:20:02.199019 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 166, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12999): Process ended prematurely: osmo-stp_10.42.42.5(pid=12999) [trial-2368↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12999)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12999): Process ended prematurely: osmo-stp_10.42.42.5(pid=12999) [trial-2368↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12999)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:20:03.307000 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:03.318617 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:20:03.465816 tst mo_mt_call_osmux.py: using LAC 25309\u000a02:20:03.594357 tst mo_mt_call_osmux.py: using RAC 64\u000a02:20:03.727367 tst mo_mt_call_osmux.py: using CellId 25309\u000a02:20:03.854943 tst mo_mt_call_osmux.py: using BVCI 25310\u000a02:20:03.880004 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:03.891752 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:03.903451 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:03.914990 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:03.926634 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:03.938196 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:20:04.058005 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:20:04.262402 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:20:04.744530 run create_hlr_db(pid=12993): Launched\u000a02:20:04.920172 bus /sierra_2: Setting Powered False\u000a02:20:05.942204 run create_hlr_db(pid=12993): Terminated: ok {rc=0}\u000a02:20:06.376743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12995): Launched\u000a02:20:06.704607 run osmo-hlr_10.42.42.2(pid=12996): Launched\u000a02:20:06.824808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:20:07.395559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12998): Launched\u000a02:20:07.724578 run osmo-stp_10.42.42.5(pid=12999): Launched\u000a02:20:07.844339 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:20:08.443572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13001): Launched\u000a02:20:08.771554 run osmo-msc_10.42.42.6(pid=13002): Launched\u000a02:20:08.963097 run osmo-stp_10.42.42.5(pid=12999): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12999)]\u000a02:20:09.101043 run osmo-stp_10.42.42.5(pid=12999): stdout: \u000a| (launched: 2022-12-10_02:20:07.563635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:09.238755 run osmo-stp_10.42.42.5(pid=12999): stderr: \u000a| �[0;m�[38;5;43m20221210022007756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022007756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022007756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022007757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022007757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022007758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022007758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:09.370353 run osmo-stp_10.42.42.5(pid=12999): stdout: \u000a| (launched: 2022-12-10_02:20:07.563635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:09.500582 run osmo-stp_10.42.42.5(pid=12999): stderr: \u000a| �[0;m�[38;5;43m20221210022007756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022007756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022007756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022007757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022007757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022007758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022007758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:09.558514 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12999): Process ended prematurely: osmo-stp_10.42.42.5(pid=12999) [trial-2368↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12999)] [trial-2368↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a02:20:09.567752 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a02:20:09.630982 run osmo-hlr_10.42.42.2(pid=12996): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12996)]\u000a02:20:09.682652 run osmo-hlr_10.42.42.2(pid=12996): stdout: \u000a| (launched: 2022-12-10_02:20:06.544087) \u000a02:20:09.734905 run osmo-hlr_10.42.42.2(pid=12996): stderr: \u000a| �[0;m�[1;31m20221210022006743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022006743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022006743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022006743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022006743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022006743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022006763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022006771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022006771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022006771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:20:09.805750 run osmo-msc_10.42.42.6(pid=13002): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13002)]\u000a02:20:09.856843 run osmo-msc_10.42.42.6(pid=13002): stdout: \u000a| (launched: 2022-12-10_02:20:08.610894) \u000a02:20:09.908487 run osmo-msc_10.42.42.6(pid=13002): stderr: \u000a| �[0;m�[38;5;43m20221210022008935 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022008935 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd640c8ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022008935 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022008935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022008935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022008936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022008937 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022008938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022008938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022008938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:20:09.952392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12995): Terminating (SIGTERM)\u000a02:20:09.994184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12998): Terminating (SIGTERM)\u000a02:20:10.036030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13001): Terminating (SIGTERM)\u000a02:20:10.045940 --- ParallelTerminationStrategy: PID 12995 died...\u000a02:20:10.102118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12995): Terminated: ok {rc=0}\u000a02:20:10.112355 --- ParallelTerminationStrategy: PID 12998 died...\u000a02:20:10.168178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12998): Terminated: ok {rc=0}\u000a02:20:10.178340 --- ParallelTerminationStrategy: PID 13001 died...\u000a02:20:10.233932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13001): Terminated: ok {rc=0}\u000a02:20:10.319523 bus /sierra_3: Setting Powered False\u000a02:20:11.425646 bus /sierra_3: Setting Powered False\u000a02:20:12.533168 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:19:52" }, { "cases" : [ { "testActions" : [ ], "age" : 166, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13013): Process ended prematurely: osmo-stp_10.42.42.5(pid=13013) [trial-2368↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13013)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13013): Process ended prematurely: osmo-stp_10.42.42.5(pid=13013) [trial-2368↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a02:20:14.494805 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:14.506120 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:20:14.660528 tst mo_mt_call.py: using LAC 25310\u000a02:20:14.791975 tst mo_mt_call.py: using RAC 65\u000a02:20:14.915372 tst mo_mt_call.py: using CellId 25310\u000a02:20:15.037296 tst mo_mt_call.py: using BVCI 25311\u000a02:20:15.060648 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:15.071685 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:15.082509 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:15.093552 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:15.104430 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:15.115442 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:20:15.233276 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:20:15.448073 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:20:16.031762 run create_hlr_db(pid=13007): Launched\u000a02:20:16.266314 bus /sierra_2: Setting Powered False\u000a02:20:17.243251 run create_hlr_db(pid=13007): Terminated: ok {rc=0}\u000a02:20:17.691717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13009): Launched\u000a02:20:17.998096 run osmo-hlr_10.42.42.2(pid=13010): Launched\u000a02:20:18.110226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:20:18.641531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13012): Launched\u000a02:20:18.949242 run osmo-stp_10.42.42.5(pid=13013): Launched\u000a02:20:19.061350 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:20:19.621115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13015): Launched\u000a02:20:19.929477 run osmo-msc_10.42.42.6(pid=13016): Launched\u000a02:20:20.110252 run osmo-stp_10.42.42.5(pid=13013): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13013)]\u000a02:20:20.240386 run osmo-stp_10.42.42.5(pid=13013): stdout: \u000a| (launched: 2022-12-10_02:20:18.797439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:20.368358 run osmo-stp_10.42.42.5(pid=13013): stderr: \u000a| �[0;m�[38;5;43m20221210022018967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022018967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022018968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022018968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022018968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022018969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022018969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:20.491315 run osmo-stp_10.42.42.5(pid=13013): stdout: \u000a| (launched: 2022-12-10_02:20:18.797439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:20.612601 run osmo-stp_10.42.42.5(pid=13013): stderr: \u000a| �[0;m�[38;5;43m20221210022018967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022018967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022018968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022018968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022018968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022018969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022018969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:20.665922 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13013): Process ended prematurely: osmo-stp_10.42.42.5(pid=13013) [trial-2368↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13013)] [trial-2368↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a02:20:20.674396 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a02:20:20.735080 run osmo-hlr_10.42.42.2(pid=13010): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13010)]\u000a02:20:20.784688 run osmo-hlr_10.42.42.2(pid=13010): stdout: \u000a| (launched: 2022-12-10_02:20:17.846816) \u000a02:20:20.835124 run osmo-hlr_10.42.42.2(pid=13010): stderr: \u000a| �[0;m�[1;31m20221210022018024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022018024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022018024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022018024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022018024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022018024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022018041 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022018049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022018049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022018049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:20:20.903620 run osmo-msc_10.42.42.6(pid=13016): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13016)]\u000a02:20:20.953321 run osmo-msc_10.42.42.6(pid=13016): stdout: \u000a| (launched: 2022-12-10_02:20:19.776496) \u000a02:20:21.003547 run osmo-msc_10.42.42.6(pid=13016): stderr: \u000a| �[0;m�[38;5;43m20221210022020046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022020046 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4592759c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022020046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022020046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022020046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022020046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022020048 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022020049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022020049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022020049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:20:21.045580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13009): Terminating (SIGTERM)\u000a02:20:21.085646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13012): Terminating (SIGTERM)\u000a02:20:21.125786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13015): Terminating (SIGTERM)\u000a02:20:21.135311 --- ParallelTerminationStrategy: PID 13009 died...\u000a02:20:21.189228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13009): Terminated: ok {rc=0}\u000a02:20:21.199189 --- ParallelTerminationStrategy: PID 13012 died...\u000a02:20:21.252698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13012): Terminated: ok {rc=0}\u000a02:20:21.262605 --- ParallelTerminationStrategy: PID 13015 died...\u000a02:20:21.316046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13015): Terminated: ok {rc=0}\u000a02:20:21.404735 bus /sierra_3: Setting Powered False\u000a02:20:22.510178 bus /sierra_3: Setting Powered False\u000a02:20:23.621564 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 166, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13024): Process ended prematurely: osmo-stp_10.42.42.5(pid=13024) [trial-2368↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13024)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13024): Process ended prematurely: osmo-stp_10.42.42.5(pid=13024) [trial-2368↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13024)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:20:24.733151 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:24.744529 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:20:24.920750 tst mo_mt_call_osmux.py: using LAC 25311\u000a02:20:25.048229 tst mo_mt_call_osmux.py: using RAC 66\u000a02:20:25.176243 tst mo_mt_call_osmux.py: using CellId 25311\u000a02:20:25.309098 tst mo_mt_call_osmux.py: using BVCI 25312\u000a02:20:25.334346 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:25.345925 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:25.356847 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:25.368217 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:25.379465 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:25.390803 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:20:25.507559 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:20:25.720336 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:20:26.243958 run create_hlr_db(pid=13018): Launched\u000a02:20:26.432625 bus /sierra_2: Setting Powered False\u000a02:20:27.453736 run create_hlr_db(pid=13018): Terminated: ok {rc=0}\u000a02:20:27.889464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13020): Launched\u000a02:20:28.217793 run osmo-hlr_10.42.42.2(pid=13021): Launched\u000a02:20:28.340125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:20:28.910167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13023): Launched\u000a02:20:29.236995 run osmo-stp_10.42.42.5(pid=13024): Launched\u000a02:20:29.355568 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:20:29.958750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13026): Launched\u000a02:20:30.286585 run osmo-msc_10.42.42.6(pid=13027): Launched\u000a02:20:30.478916 run osmo-stp_10.42.42.5(pid=13024): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13024)]\u000a02:20:30.617560 run osmo-stp_10.42.42.5(pid=13024): stdout: \u000a| (launched: 2022-12-10_02:20:29.076261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:30.757534 run osmo-stp_10.42.42.5(pid=13024): stderr: \u000a| �[0;m�[38;5;43m20221210022029269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022029269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022029269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022029269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022029272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022029272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022029272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:30.908251 run osmo-stp_10.42.42.5(pid=13024): stdout: \u000a| (launched: 2022-12-10_02:20:29.076261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:31.035722 run osmo-stp_10.42.42.5(pid=13024): stderr: \u000a| �[0;m�[38;5;43m20221210022029269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022029269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022029269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022029269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022029272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022029272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022029272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:31.091110 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13024): Process ended prematurely: osmo-stp_10.42.42.5(pid=13024) [trial-2368↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13024)] [trial-2368↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a02:20:31.100828 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a02:20:31.165852 run osmo-hlr_10.42.42.2(pid=13021): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13021)]\u000a02:20:31.217569 run osmo-hlr_10.42.42.2(pid=13021): stdout: \u000a| (launched: 2022-12-10_02:20:28.056439) \u000a02:20:31.271525 run osmo-hlr_10.42.42.2(pid=13021): stderr: \u000a| �[0;m�[1;31m20221210022028255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022028255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022028255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022028255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022028255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022028255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022028268 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022028276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022028276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022028276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:20:31.342436 run osmo-msc_10.42.42.6(pid=13027): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13027)]\u000a02:20:31.394462 run osmo-msc_10.42.42.6(pid=13027): stdout: \u000a| (launched: 2022-12-10_02:20:30.125763) \u000a02:20:31.448907 run osmo-msc_10.42.42.6(pid=13027): stderr: \u000a| �[0;m�[38;5;43m20221210022030451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022030451 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f283ed45c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022030451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022030451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022030452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022030452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022030453 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022030454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022030454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022030454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:20:31.493879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13020): Terminating (SIGTERM)\u000a02:20:31.536294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13023): Terminating (SIGTERM)\u000a02:20:31.583453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13026): Terminating (SIGTERM)\u000a02:20:31.594265 --- ParallelTerminationStrategy: PID 13020 died...\u000a02:20:31.653578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13020): Terminated: ok {rc=0}\u000a02:20:31.664506 --- ParallelTerminationStrategy: PID 13023 died...\u000a02:20:31.720277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13023): Terminated: ok {rc=0}\u000a02:20:31.732151 --- ParallelTerminationStrategy: PID 13026 died...\u000a02:20:31.788880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13026): Terminated: ok {rc=0}\u000a02:20:31.877379 bus /sierra_3: Setting Powered False\u000a02:20:32.984931 bus /sierra_3: Setting Powered False\u000a02:20:34.092503 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:20:14" }, { "cases" : [ { "testActions" : [ ], "age" : 166, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13039): Process ended prematurely: osmo-stp_10.42.42.5(pid=13039) [trial-2368↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13039)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13039): Process ended prematurely: osmo-stp_10.42.42.5(pid=13039) [trial-2368↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a02:20:36.060014 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:20:36.070526 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a02:20:36.194037 tst emergency_mo_mt_call.py: using LAC 25312\u000a02:20:36.313174 tst emergency_mo_mt_call.py: using RAC 67\u000a02:20:36.431766 tst emergency_mo_mt_call.py: using CellId 25312\u000a02:20:36.551099 tst emergency_mo_mt_call.py: using BVCI 25313\u000a02:20:36.573960 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:20:36.584496 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:20:36.594945 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:20:36.605509 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:20:36.616049 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:20:36.626649 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a02:20:36.747358 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a02:20:36.957334 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:20:37.473092 run create_hlr_db(pid=13033): Launched\u000a02:20:37.660625 bus /sierra_2: Setting Powered False\u000a02:20:38.680676 run create_hlr_db(pid=13033): Terminated: ok {rc=0}\u000a02:20:39.085811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13035): Launched\u000a02:20:39.387098 run osmo-hlr_10.42.42.2(pid=13036): Launched\u000a02:20:39.505046 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:20:40.033114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13038): Launched\u000a02:20:40.332466 run osmo-stp_10.42.42.5(pid=13039): Launched\u000a02:20:40.454157 tst emergency_mo_mt_call.py: using MSISDN 7504\u000a02:20:40.602856 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:20:41.152275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13041): Launched\u000a02:20:41.452173 run osmo-msc_10.42.42.6(pid=13042): Launched\u000a02:20:41.629427 run osmo-stp_10.42.42.5(pid=13039): ERR: Terminated: ERROR {rc=1} [trial-2368↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13039)]\u000a02:20:41.758008 run osmo-stp_10.42.42.5(pid=13039): stdout: \u000a| (launched: 2022-12-10_02:20:40.185363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:41.884434 run osmo-stp_10.42.42.5(pid=13039): stderr: \u000a| �[0;m�[38;5;43m20221210022040353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022040353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022040353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022040354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022040356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022040356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022040356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:42.005304 run osmo-stp_10.42.42.5(pid=13039): stdout: \u000a| (launched: 2022-12-10_02:20:40.185363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:42.125196 run osmo-stp_10.42.42.5(pid=13039): stderr: \u000a| �[0;m�[38;5;43m20221210022040353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022040353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022040353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022040354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022040356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022040356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022040356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:42.177641 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=13039): Process ended prematurely: osmo-stp_10.42.42.5(pid=13039) [trial-2368↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13039)] [trial-2368↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a02:20:42.185645 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a02:20:42.245842 run osmo-hlr_10.42.42.2(pid=13036): ERR: Terminated: ERROR {rc=237} [trial-2368↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13036)]\u000a02:20:42.295314 run osmo-hlr_10.42.42.2(pid=13036): stdout: \u000a| (launched: 2022-12-10_02:20:39.238571) \u000a02:20:42.345320 run osmo-hlr_10.42.42.2(pid=13036): stderr: \u000a| �[0;m�[1;31m20221210022039410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022039410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022039410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022039410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022039410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022039410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022039422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022039431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022039431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022039431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:20:42.413202 run osmo-msc_10.42.42.6(pid=13042): ERR: Terminated: ERROR {rc=2} [trial-2368↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13042)]\u000a02:20:42.462422 run osmo-msc_10.42.42.6(pid=13042): stdout: \u000a| (launched: 2022-12-10_02:20:41.304223) \u000a02:20:42.512060 run osmo-msc_10.42.42.6(pid=13042): stderr: \u000a| �[0;m�[38;5;43m20221210022041578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022041578 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0699d03c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022041578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022041578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022041578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022041579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022041581 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022041581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022041582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022041582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:20:42.554078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13035): Terminating (SIGTERM)\u000a02:20:42.594148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13038): Terminating (SIGTERM)\u000a02:20:42.634398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13041): Terminating (SIGTERM)\u000a02:20:42.643956 --- ParallelTerminationStrategy: PID 13035 died...\u000a02:20:42.697894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13035): Terminated: ok {rc=0}\u000a02:20:42.707800 --- ParallelTerminationStrategy: PID 13038 died...\u000a02:20:42.761598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13038): Terminated: ok {rc=0}\u000a02:20:42.771196 --- ParallelTerminationStrategy: PID 13041 died...\u000a02:20:42.824642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13041): Terminated: ok {rc=0}\u000a02:20:42.908808 bus /sierra_3: Setting Powered False\u000a02:20:44.014473 bus /sierra_3: Setting Powered False\u000a02:20:45.122474 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13050): Process ended prematurely: osmo-stp_10.42.42.5(pid=13050) [trial-2368↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13050)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13050): Process ended prematurely: osmo-stp_10.42.42.5(pid=13050) [trial-2368↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a02:20:46.179032 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:20:46.194319 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a02:20:46.336094 tst emergency_preemptive_call.py: using LAC 25313\u000a02:20:46.458408 tst emergency_preemptive_call.py: using RAC 68\u000a02:20:46.578934 tst emergency_preemptive_call.py: using CellId 25313\u000a02:20:46.706333 tst emergency_preemptive_call.py: using BVCI 25314\u000a02:20:46.731544 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:20:46.743162 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:20:46.754707 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:20:46.766752 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:20:46.779295 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:20:46.790735 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a02:20:46.914206 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a02:20:47.063035 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a02:20:47.186382 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a02:20:47.415945 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:20:47.934657 run create_hlr_db(pid=13044): Launched\u000a02:20:48.122417 bus /sierra_2: Setting Powered False\u000a02:20:49.142372 run create_hlr_db(pid=13044): Terminated: ok {rc=0}\u000a02:20:49.572192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13046): Launched\u000a02:20:49.894946 run osmo-hlr_10.42.42.2(pid=13047): Launched\u000a02:20:50.011839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:20:50.571113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13049): Launched\u000a02:20:50.891646 run osmo-stp_10.42.42.5(pid=13050): Launched\u000a02:20:51.019431 tst emergency_preemptive_call.py: using MSISDN 7505\u000a02:20:51.180153 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:20:51.766819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13052): Launched\u000a02:20:52.089230 run osmo-msc_10.42.42.6(pid=13053): Launched\u000a02:20:52.278776 run osmo-stp_10.42.42.5(pid=13050): ERR: Terminated: ERROR {rc=1} [trial-2368↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13050)]\u000a02:20:52.415498 run osmo-stp_10.42.42.5(pid=13050): stdout: \u000a| (launched: 2022-12-10_02:20:50.734427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:52.552698 run osmo-stp_10.42.42.5(pid=13050): stderr: \u000a| �[0;m�[38;5;43m20221210022050927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022050927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022050927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022050928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022050928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022050928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022050928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:52.681908 run osmo-stp_10.42.42.5(pid=13050): stdout: \u000a| (launched: 2022-12-10_02:20:50.734427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:52.809919 run osmo-stp_10.42.42.5(pid=13050): stderr: \u000a| �[0;m�[38;5;43m20221210022050927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022050927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022050927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022050928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022050928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022050928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022050928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:52.866151 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=13050): Process ended prematurely: osmo-stp_10.42.42.5(pid=13050) [trial-2368↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13050)] [trial-2368↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a02:20:52.874586 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a02:20:52.937073 run osmo-hlr_10.42.42.2(pid=13047): ERR: Terminated: ERROR {rc=237} [trial-2368↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13047)]\u000a02:20:52.988088 run osmo-hlr_10.42.42.2(pid=13047): stdout: \u000a| (launched: 2022-12-10_02:20:49.736077) \u000a02:20:53.039835 run osmo-hlr_10.42.42.2(pid=13047): stderr: \u000a| �[0;m�[1;31m20221210022049935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022049935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022049935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022049935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022049935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022049935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022049947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022049955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022049955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022049955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:20:53.110095 run osmo-msc_10.42.42.6(pid=13053): ERR: Terminated: ERROR {rc=2} [trial-2368↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13053)]\u000a02:20:53.161106 run osmo-msc_10.42.42.6(pid=13053): stdout: \u000a| (launched: 2022-12-10_02:20:51.930791) \u000a02:20:53.212497 run osmo-msc_10.42.42.6(pid=13053): stderr: \u000a| �[0;m�[38;5;43m20221210022052255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022052256 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe6949ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022052256 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022052256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022052256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022052256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022052258 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022052258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022052259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022052259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:20:53.256136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13046): Terminating (SIGTERM)\u000a02:20:53.297480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13049): Terminating (SIGTERM)\u000a02:20:53.338845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13052): Terminating (SIGTERM)\u000a02:20:53.348296 --- ParallelTerminationStrategy: PID 13046 died...\u000a02:20:53.403608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13046): Terminated: ok {rc=0}\u000a02:20:53.413658 --- ParallelTerminationStrategy: PID 13049 died...\u000a02:20:53.469648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13049): Terminated: ok {rc=0}\u000a02:20:53.479995 --- ParallelTerminationStrategy: PID 13052 died...\u000a02:20:53.535935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13052): Terminated: ok {rc=0}\u000a02:20:53.623112 bus /sierra_9: Setting Powered False\u000a02:20:54.730661 bus /sierra_9: Setting Powered False\u000a02:20:55.839702 bus /sierra_8: Setting Powered False\u000a02:20:56.941891 bus /sierra_8: Setting Powered False\u000a02:20:58.052994 bus /sierra_3: Setting Powered False\u000a02:20:59.156695 bus /sierra_3: Setting Powered False\u000a02:21:00.268304 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:20:35" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13068): Process ended prematurely: osmo-stp_10.42.42.5(pid=13068) [trial-2368↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13068)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13068): Process ended prematurely: osmo-stp_10.42.42.5(pid=13068) [trial-2368↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13068)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:21:02.370504 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:02.380822 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a02:21:02.504364 tst cs_paging_gprs_active.py: using LAC 25314\u000a02:21:02.627276 tst cs_paging_gprs_active.py: using RAC 69\u000a02:21:02.749307 tst cs_paging_gprs_active.py: using CellId 25314\u000a02:21:02.872251 tst cs_paging_gprs_active.py: using BVCI 25315\u000a02:21:02.895658 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:02.906182 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:02.916479 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:02.927030 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:02.937221 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:02.947801 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:02.958419 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:02.968845 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:02.979453 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:03.095086 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:03.392315 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:21:03.530595 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:21:03.869753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13058): Launched\u000a02:21:04.153090 run iperf3-srv_10.42.42.10(pid=13059): Launched\u000a02:21:04.354976 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:21:04.492899 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:21:04.831404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13060): Launched\u000a02:21:05.114209 run iperf3-srv_10.42.42.10(pid=13061): Launched\u000a02:21:05.315143 tst cs_paging_gprs_active.py:38: start network...\u000a02:21:05.452836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:21:05.979024 run create_hlr_db(pid=13062): Launched\u000a02:21:06.168101 bus /sierra_2: Setting Powered False\u000a02:21:07.188700 run create_hlr_db(pid=13062): Terminated: ok {rc=0}\u000a02:21:07.623353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13064): Launched\u000a02:21:07.951643 run osmo-hlr_10.42.42.2(pid=13065): Launched\u000a02:21:08.070908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:21:08.638334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13067): Launched\u000a02:21:08.966386 run osmo-stp_10.42.42.5(pid=13068): Launched\u000a02:21:09.085326 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:21:09.655263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13070): Launched\u000a02:21:09.772092 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:21:10.057608 run patchelf(pid=13071): Launched\u000a02:21:10.248623 run osmo-stp_10.42.42.5(pid=13068): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13068)]\u000a02:21:10.387916 run osmo-stp_10.42.42.5(pid=13068): stdout: \u000a| (launched: 2022-12-10_02:21:08.804679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:10.527781 run osmo-stp_10.42.42.5(pid=13068): stderr: \u000a| �[0;m�[38;5;43m20221210022108997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022108997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022108997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022108998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022108998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022108998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022108998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:10.663116 run osmo-stp_10.42.42.5(pid=13068): stdout: \u000a| (launched: 2022-12-10_02:21:08.804679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:10.797493 run osmo-stp_10.42.42.5(pid=13068): stderr: \u000a| �[0;m�[38;5;43m20221210022108997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022108997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022108997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022108998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022108998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022108998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022108998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:10.953558 run patchelf(pid=13071): Terminating (SIGINT)\u000a02:21:11.137773 run patchelf(pid=13071): Terminated: ok {rc=0}\u000a02:21:11.171420 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13068): Process ended prematurely: osmo-stp_10.42.42.5(pid=13068) [trial-2368↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13068)] [trial-2368↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a02:21:11.180908 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a02:21:11.244340 run osmo-hlr_10.42.42.2(pid=13065): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13065)]\u000a02:21:11.295498 run osmo-hlr_10.42.42.2(pid=13065): stdout: \u000a| (launched: 2022-12-10_02:21:07.791006) \u000a02:21:11.347415 run osmo-hlr_10.42.42.2(pid=13065): stderr: \u000a| �[0;m�[1;31m20221210022107991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022107991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022107991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022107991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022107991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022107991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022108004 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022108013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022108013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022108013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:21:11.391649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13058): Terminating (SIGTERM)\u000a02:21:11.433670 run iperf3-srv_10.42.42.10(pid=13059): Terminating (SIGTERM)\u000a02:21:11.475324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13060): Terminating (SIGTERM)\u000a02:21:11.516994 run iperf3-srv_10.42.42.10(pid=13061): Terminating (SIGTERM)\u000a02:21:11.558682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13064): Terminating (SIGTERM)\u000a02:21:11.601150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13067): Terminating (SIGTERM)\u000a02:21:11.642912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13070): Terminating (SIGTERM)\u000a02:21:11.652643 --- ParallelTerminationStrategy: PID 13058 died...\u000a02:21:11.708279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13058): Terminated: ok {rc=0}\u000a02:21:11.718525 --- ParallelTerminationStrategy: PID 13059 died...\u000a02:21:11.773710 run iperf3-srv_10.42.42.10(pid=13059): Terminated {rc=256}\u000a02:21:11.783659 --- ParallelTerminationStrategy: PID 13060 died...\u000a02:21:11.838859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13060): Terminated: ok {rc=0}\u000a02:21:11.848918 --- ParallelTerminationStrategy: PID 13061 died...\u000a02:21:11.904109 run iperf3-srv_10.42.42.10(pid=13061): Terminated {rc=256}\u000a02:21:11.914244 --- ParallelTerminationStrategy: PID 13064 died...\u000a02:21:11.969444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13064): Terminated: ok {rc=0}\u000a02:21:11.979550 --- ParallelTerminationStrategy: PID 13067 died...\u000a02:21:12.035278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13067): Terminated: ok {rc=0}\u000a02:21:12.045598 --- ParallelTerminationStrategy: PID 13070 died...\u000a02:21:12.100782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13070): Terminated: ok {rc=0}\u000a02:21:12.186453 bus /gobi_0: Setting Powered False\u000a02:21:13.293035 bus /gobi_0: Setting Powered False\u000a02:21:14.400084 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13080): Process ended prematurely: osmo-stp_10.42.42.5(pid=13080) [trial-2368↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13080)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13080): Process ended prematurely: osmo-stp_10.42.42.5(pid=13080) [trial-2368↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a02:21:15.516228 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:15.527811 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a02:21:15.657201 tst iperf3.py: using LAC 25315\u000a02:21:15.786672 tst iperf3.py: using RAC 70\u000a02:21:15.921818 tst iperf3.py: using CellId 25315\u000a02:21:16.056059 tst iperf3.py: using BVCI 25316\u000a02:21:16.082456 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:16.094415 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:16.106191 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:16.118685 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:16.130751 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:16.142868 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:16.155226 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:16.166716 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:16.178151 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:16.541954 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:21:16.692694 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:21:17.052079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13072): Launched\u000a02:21:17.353844 run iperf3-srv_10.42.42.10(pid=13073): Launched\u000a02:21:17.555060 tst iperf3.py:8: start network...\u000a02:21:17.691352 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:21:18.214652 run create_hlr_db(pid=13074): Launched\u000a02:21:18.403238 bus /gobi_6: Setting Powered False\u000a02:21:19.424368 run create_hlr_db(pid=13074): Terminated: ok {rc=0}\u000a02:21:19.835305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13076): Launched\u000a02:21:20.141240 run osmo-hlr_10.42.42.2(pid=13077): Launched\u000a02:21:20.258243 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:21:20.795574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13079): Launched\u000a02:21:21.101818 run osmo-stp_10.42.42.5(pid=13080): Launched\u000a02:21:21.212934 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:21:21.746390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13082): Launched\u000a02:21:21.855390 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:21:22.132292 run patchelf(pid=13083): Launched\u000a02:21:22.324694 run osmo-stp_10.42.42.5(pid=13080): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13080)]\u000a02:21:22.465100 run osmo-stp_10.42.42.5(pid=13080): stdout: \u000a| (launched: 2022-12-10_02:21:20.950764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:22.605797 run osmo-stp_10.42.42.5(pid=13080): stderr: \u000a| �[0;m�[38;5;43m20221210022121122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022121122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022121123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022121123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022121123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022121123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022121124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:22.742085 run osmo-stp_10.42.42.5(pid=13080): stdout: \u000a| (launched: 2022-12-10_02:21:20.950764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:22.876630 run osmo-stp_10.42.42.5(pid=13080): stderr: \u000a| �[0;m�[38;5;43m20221210022121122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022121122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022121123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022121123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022121123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022121123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022121124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:23.033455 run patchelf(pid=13083): Terminating (SIGINT)\u000a02:21:23.217313 run patchelf(pid=13083): Terminated: ok {rc=0}\u000a02:21:23.250981 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13080): Process ended prematurely: osmo-stp_10.42.42.5(pid=13080) [trial-2368↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13080)] [trial-2368↪gprs:oc2g↪iperf3.py:8]\u000a02:21:23.260639 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a02:21:23.323728 run osmo-hlr_10.42.42.2(pid=13077): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13077)]\u000a02:21:23.375236 run osmo-hlr_10.42.42.2(pid=13077): stdout: \u000a| (launched: 2022-12-10_02:21:19.990515) \u000a02:21:23.427547 run osmo-hlr_10.42.42.2(pid=13077): stderr: \u000a| �[0;m�[1;31m20221210022120168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022120168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022120168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022120168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022120168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022120168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022120180 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022120189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022120189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022120189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:21:23.472507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13072): Terminating (SIGTERM)\u000a02:21:23.514503 run iperf3-srv_10.42.42.10(pid=13073): Terminating (SIGTERM)\u000a02:21:23.556463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13076): Terminating (SIGTERM)\u000a02:21:23.598421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13079): Terminating (SIGTERM)\u000a02:21:23.640261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13082): Terminating (SIGTERM)\u000a02:21:23.650127 --- ParallelTerminationStrategy: PID 13072 died...\u000a02:21:23.706010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13072): Terminated: ok {rc=0}\u000a02:21:23.716200 --- ParallelTerminationStrategy: PID 13073 died...\u000a02:21:23.771947 run iperf3-srv_10.42.42.10(pid=13073): Terminated {rc=256}\u000a02:21:23.782149 --- ParallelTerminationStrategy: PID 13076 died...\u000a02:21:23.837911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13076): Terminated: ok {rc=0}\u000a02:21:23.848041 --- ParallelTerminationStrategy: PID 13079 died...\u000a02:21:23.903690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13079): Terminated: ok {rc=0}\u000a02:21:23.913792 --- ParallelTerminationStrategy: PID 13082 died...\u000a02:21:23.969165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13082): Terminated: ok {rc=0}\u000a02:21:24.057719 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13098): Process ended prematurely: osmo-stp_10.42.42.5(pid=13098) [trial-2368↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13098)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13098): Process ended prematurely: osmo-stp_10.42.42.5(pid=13098) [trial-2368↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a02:21:25.176615 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:25.188492 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a02:21:25.317005 tst iperf3m4.py: using LAC 25316\u000a02:21:25.445653 tst iperf3m4.py: using RAC 71\u000a02:21:25.576403 tst iperf3m4.py: using CellId 25316\u000a02:21:25.706192 tst iperf3m4.py: using BVCI 25317\u000a02:21:25.731322 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:25.742408 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:25.753357 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:25.764218 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:25.774894 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:25.785628 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:25.796449 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:25.807236 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:25.818179 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:25.935674 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:26.061436 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:26.184814 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:26.466024 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:21:26.594239 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:21:26.913473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13084): Launched\u000a02:21:27.178330 run iperf3-srv_10.42.42.10(pid=13085): Launched\u000a02:21:27.365123 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:21:27.492334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:21:27.809302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13086): Launched\u000a02:21:28.072524 run iperf3-srv_10.42.42.10(pid=13087): Launched\u000a02:21:28.258068 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:21:28.384446 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:21:28.700828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13088): Launched\u000a02:21:28.963739 run iperf3-srv_10.42.42.10(pid=13089): Launched\u000a02:21:29.149618 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:21:29.276111 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:21:29.592602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13090): Launched\u000a02:21:29.855936 run iperf3-srv_10.42.42.10(pid=13091): Launched\u000a02:21:30.041446 tst iperf3m4.py:8: start network...\u000a02:21:30.168546 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:21:30.651256 run create_hlr_db(pid=13092): Launched\u000a02:21:30.827512 bus /gobi_6: Setting Powered False\u000a02:21:31.851450 run create_hlr_db(pid=13092): Terminated: ok {rc=0}\u000a02:21:32.292006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13094): Launched\u000a02:21:32.601876 run osmo-hlr_10.42.42.2(pid=13095): Launched\u000a02:21:32.713741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:21:33.243470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13097): Launched\u000a02:21:33.550272 run osmo-stp_10.42.42.5(pid=13098): Launched\u000a02:21:33.661859 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:21:34.195504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13100): Launched\u000a02:21:34.304718 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:21:34.572813 run patchelf(pid=13101): Launched\u000a02:21:34.751348 run osmo-stp_10.42.42.5(pid=13098): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13098)]\u000a02:21:34.881732 run osmo-stp_10.42.42.5(pid=13098): stdout: \u000a| (launched: 2022-12-10_02:21:33.398939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:35.012628 run osmo-stp_10.42.42.5(pid=13098): stderr: \u000a| �[0;m�[38;5;43m20221210022133568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022133568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022133568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022133569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022133571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022133571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022133571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:35.138994 run osmo-stp_10.42.42.5(pid=13098): stdout: \u000a| (launched: 2022-12-10_02:21:33.398939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:35.264460 run osmo-stp_10.42.42.5(pid=13098): stderr: \u000a| �[0;m�[38;5;43m20221210022133568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022133568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022133568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022133569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022133571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022133571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022133571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:35.410455 run patchelf(pid=13101): Terminating (SIGINT)\u000a02:21:35.582385 run patchelf(pid=13101): Terminated: ok {rc=0}\u000a02:21:35.613786 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13098): Process ended prematurely: osmo-stp_10.42.42.5(pid=13098) [trial-2368↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13098)] [trial-2368↪gprs:oc2g↪iperf3m4.py:8]\u000a02:21:35.622915 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a02:21:35.683770 run osmo-hlr_10.42.42.2(pid=13095): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13095)]\u000a02:21:35.732821 run osmo-hlr_10.42.42.2(pid=13095): stdout: \u000a| (launched: 2022-12-10_02:21:32.448520) \u000a02:21:35.782617 run osmo-hlr_10.42.42.2(pid=13095): stderr: \u000a| �[0;m�[1;31m20221210022132628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022132628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022132628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022132628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022132628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022132628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022132649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022132658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022132658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022132658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:21:35.824318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13084): Terminating (SIGTERM)\u000a02:21:35.864072 run iperf3-srv_10.42.42.10(pid=13085): Terminating (SIGTERM)\u000a02:21:35.903414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13086): Terminating (SIGTERM)\u000a02:21:35.942977 run iperf3-srv_10.42.42.10(pid=13087): Terminating (SIGTERM)\u000a02:21:35.982850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13088): Terminating (SIGTERM)\u000a02:21:36.022164 run iperf3-srv_10.42.42.10(pid=13089): Terminating (SIGTERM)\u000a02:21:36.061849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13090): Terminating (SIGTERM)\u000a02:21:36.101603 run iperf3-srv_10.42.42.10(pid=13091): Terminating (SIGTERM)\u000a02:21:36.141344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13094): Terminating (SIGTERM)\u000a02:21:36.180833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13097): Terminating (SIGTERM)\u000a02:21:36.221142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13100): Terminating (SIGTERM)\u000a02:21:36.230479 --- ParallelTerminationStrategy: PID 13084 died...\u000a02:21:36.284018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13084): Terminated: ok {rc=0}\u000a02:21:36.293721 --- ParallelTerminationStrategy: PID 13085 died...\u000a02:21:36.346944 run iperf3-srv_10.42.42.10(pid=13085): Terminated {rc=256}\u000a02:21:36.356543 --- ParallelTerminationStrategy: PID 13086 died...\u000a02:21:36.409686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13086): Terminated: ok {rc=0}\u000a02:21:36.419543 --- ParallelTerminationStrategy: PID 13087 died...\u000a02:21:36.472640 run iperf3-srv_10.42.42.10(pid=13087): Terminated {rc=256}\u000a02:21:36.482218 --- ParallelTerminationStrategy: PID 13088 died...\u000a02:21:36.535100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13088): Terminated: ok {rc=0}\u000a02:21:36.545016 --- ParallelTerminationStrategy: PID 13089 died...\u000a02:21:36.598603 run iperf3-srv_10.42.42.10(pid=13089): Terminated {rc=256}\u000a02:21:36.608247 --- ParallelTerminationStrategy: PID 13090 died...\u000a02:21:36.661060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13090): Terminated: ok {rc=0}\u000a02:21:36.670899 --- ParallelTerminationStrategy: PID 13091 died...\u000a02:21:36.723950 run iperf3-srv_10.42.42.10(pid=13091): Terminated {rc=256}\u000a02:21:36.733705 --- ParallelTerminationStrategy: PID 13094 died...\u000a02:21:36.786617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13094): Terminated: ok {rc=0}\u000a02:21:36.796454 --- ParallelTerminationStrategy: PID 13097 died...\u000a02:21:36.850269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13097): Terminated: ok {rc=0}\u000a02:21:36.859911 --- ParallelTerminationStrategy: PID 13100 died...\u000a02:21:36.913424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13100): Terminated: ok {rc=0}\u000a02:21:37.001980 bus /gobi_4: Setting Powered False\u000a02:21:38.105453 bus /gobi_4: Setting Powered False\u000a02:21:39.216711 bus /gobi_1: Setting Powered False\u000a02:21:40.319705 bus /gobi_1: Setting Powered False\u000a02:21:41.430427 bus /gobi_0: Setting Powered False\u000a02:21:42.533306 bus /gobi_0: Setting Powered False\u000a02:21:43.644690 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13108): Process ended prematurely: osmo-stp_10.42.42.5(pid=13108) [trial-2368↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13108)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13108): Process ended prematurely: osmo-stp_10.42.42.5(pid=13108) [trial-2368↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:oc2g ping.py\u000a----------------------------------------------\u000a02:21:44.712836 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:44.724168 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a02:21:44.852730 tst ping.py: using LAC 25317\u000a02:21:44.980352 tst ping.py: using RAC 72\u000a02:21:45.107852 tst ping.py: using CellId 25317\u000a02:21:45.236410 tst ping.py: using BVCI 25318\u000a02:21:45.261040 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:45.271975 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:45.282819 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:45.293951 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:45.304533 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:45.315330 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:45.326246 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:45.336823 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:45.613510 tst ping.py:19: start network...\u000a02:21:45.738867 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:21:46.264112 run create_hlr_db(pid=13102): Launched\u000a02:21:46.442514 bus /gobi_6: Setting Powered False\u000a02:21:47.458759 run create_hlr_db(pid=13102): Terminated: ok {rc=0}\u000a02:21:47.887450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13104): Launched\u000a02:21:48.210115 run osmo-hlr_10.42.42.2(pid=13105): Launched\u000a02:21:48.332415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:21:48.896339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13107): Launched\u000a02:21:49.219367 run osmo-stp_10.42.42.5(pid=13108): Launched\u000a02:21:49.336675 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:21:49.900846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13110): Launched\u000a02:21:50.015858 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:21:50.296673 run patchelf(pid=13111): Launched\u000a02:21:50.486884 run osmo-stp_10.42.42.5(pid=13108): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13108)]\u000a02:21:50.625125 run osmo-stp_10.42.42.5(pid=13108): stdout: \u000a| (launched: 2022-12-10_02:21:49.060784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:50.763368 run osmo-stp_10.42.42.5(pid=13108): stderr: \u000a| �[0;m�[38;5;43m20221210022149252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022149252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022149252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022149253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022149255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022149255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022149255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:50.896808 run osmo-stp_10.42.42.5(pid=13108): stdout: \u000a| (launched: 2022-12-10_02:21:49.060784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:51.029172 run osmo-stp_10.42.42.5(pid=13108): stderr: \u000a| �[0;m�[38;5;43m20221210022149252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022149252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022149252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022149253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022149255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022149255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022149255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:51.183609 run patchelf(pid=13111): Terminating (SIGINT)\u000a02:21:51.364680 run patchelf(pid=13111): Terminated: ok {rc=0}\u000a02:21:51.397309 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13108): Process ended prematurely: osmo-stp_10.42.42.5(pid=13108) [trial-2368↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13108)] [trial-2368↪gprs:oc2g↪ping.py:22]\u000a02:21:51.406445 tst ping.py:22: Test FAILED (6.7 sec)\u000a02:21:51.470134 run osmo-hlr_10.42.42.2(pid=13105): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13105)]\u000a02:21:51.521622 run osmo-hlr_10.42.42.2(pid=13105): stdout: \u000a| (launched: 2022-12-10_02:21:48.051482) \u000a02:21:51.573706 run osmo-hlr_10.42.42.2(pid=13105): stderr: \u000a| �[0;m�[1;31m20221210022148250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022148250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022148250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022148250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022148250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022148250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022148262 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022148271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022148271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022148271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:21:51.618117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13104): Terminating (SIGTERM)\u000a02:21:51.660137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13107): Terminating (SIGTERM)\u000a02:21:51.702346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13110): Terminating (SIGTERM)\u000a02:21:51.711755 --- ParallelTerminationStrategy: PID 13104 died...\u000a02:21:51.768046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13104): Terminated: ok {rc=0}\u000a02:21:51.778296 --- ParallelTerminationStrategy: PID 13107 died...\u000a02:21:51.834605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13107): Terminated: ok {rc=0}\u000a02:21:51.844876 --- ParallelTerminationStrategy: PID 13110 died...\u000a02:21:51.900911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13110): Terminated: ok {rc=0}\u000a02:21:51.989017 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13118): Process ended prematurely: osmo-stp_10.42.42.5(pid=13118) [trial-2368↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13118)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13118): Process ended prematurely: osmo-stp_10.42.42.5(pid=13118) [trial-2368↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a02:21:53.039948 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:53.051205 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a02:21:53.177205 tst ping_idle_ping.py: using LAC 25318\u000a02:21:53.296286 tst ping_idle_ping.py: using RAC 73\u000a02:21:53.417650 tst ping_idle_ping.py: using CellId 25318\u000a02:21:53.536250 tst ping_idle_ping.py: using BVCI 25319\u000a02:21:53.559230 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:53.569754 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:53.580090 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:53.590875 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:53.601553 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:53.612183 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:53.623258 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:53.634159 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:53.927501 tst ping_idle_ping.py:24: start network...\u000a02:21:54.062209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:21:54.582412 run create_hlr_db(pid=13112): Launched\u000a02:21:54.770132 bus /gobi_6: Setting Powered False\u000a02:21:55.789887 run create_hlr_db(pid=13112): Terminated: ok {rc=0}\u000a02:21:56.195434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13114): Launched\u000a02:21:56.496881 run osmo-hlr_10.42.42.2(pid=13115): Launched\u000a02:21:56.613995 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:21:57.143851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13117): Launched\u000a02:21:57.445290 run osmo-stp_10.42.42.5(pid=13118): Launched\u000a02:21:57.554466 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:21:58.079765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13120): Launched\u000a02:21:58.187497 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:21:58.452087 run patchelf(pid=13121): Launched\u000a02:21:58.629853 run osmo-stp_10.42.42.5(pid=13118): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13118)]\u000a02:21:58.759199 run osmo-stp_10.42.42.5(pid=13118): stdout: \u000a| (launched: 2022-12-10_02:21:57.296724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:58.888819 run osmo-stp_10.42.42.5(pid=13118): stderr: \u000a| �[0;m�[38;5;43m20221210022157467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022157467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022157467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022157468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022157468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022157468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022157468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:59.014024 run osmo-stp_10.42.42.5(pid=13118): stdout: \u000a| (launched: 2022-12-10_02:21:57.296724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:59.138051 run osmo-stp_10.42.42.5(pid=13118): stderr: \u000a| �[0;m�[38;5;43m20221210022157467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022157467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022157467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022157468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022157468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022157468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022157468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:59.282855 run patchelf(pid=13121): Terminating (SIGINT)\u000a02:21:59.453273 run patchelf(pid=13121): Terminated: ok {rc=0}\u000a02:21:59.484148 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13118): Process ended prematurely: osmo-stp_10.42.42.5(pid=13118) [trial-2368↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13118)] [trial-2368↪gprs:oc2g↪ping_idle_ping.py:27]\u000a02:21:59.492785 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a02:21:59.554029 run osmo-hlr_10.42.42.2(pid=13115): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13115)]\u000a02:21:59.603442 run osmo-hlr_10.42.42.2(pid=13115): stdout: \u000a| (launched: 2022-12-10_02:21:56.347814) \u000a02:21:59.653741 run osmo-hlr_10.42.42.2(pid=13115): stderr: \u000a| �[0;m�[1;31m20221210022156525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022156525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022156525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022156525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022156525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022156525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022156538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022156549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022156549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022156549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:21:59.696091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13114): Terminating (SIGTERM)\u000a02:21:59.736341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13117): Terminating (SIGTERM)\u000a02:21:59.776682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13120): Terminating (SIGTERM)\u000a02:21:59.786558 --- ParallelTerminationStrategy: PID 13114 died...\u000a02:21:59.840749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13114): Terminated: ok {rc=0}\u000a02:21:59.850665 --- ParallelTerminationStrategy: PID 13117 died...\u000a02:21:59.904583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13117): Terminated: ok {rc=0}\u000a02:21:59.914498 --- ParallelTerminationStrategy: PID 13120 died...\u000a02:21:59.968214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13120): Terminated: ok {rc=0}\u000a02:22:00.057238 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:21:01" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13135): Process ended prematurely: osmo-stp_10.42.42.5(pid=13135) [trial-2368↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13135)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13135): Process ended prematurely: osmo-stp_10.42.42.5(pid=13135) [trial-2368↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13135)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:22:02.247113 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:02.258249 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:22:02.386421 tst cs_paging_gprs_active.py: using LAC 25319\u000a02:22:02.505543 tst cs_paging_gprs_active.py: using RAC 74\u000a02:22:02.628467 tst cs_paging_gprs_active.py: using CellId 25319\u000a02:22:02.747230 tst cs_paging_gprs_active.py: using BVCI 25320\u000a02:22:02.770531 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:02.781328 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:02.791916 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:02.803173 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:02.813909 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:02.824594 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:02.835698 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:02.846457 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:02.857335 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:22:02.977505 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:22:03.270258 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:22:03.404941 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:22:03.736520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13125): Launched\u000a02:22:04.012131 run iperf3-srv_10.42.42.10(pid=13126): Launched\u000a02:22:04.208344 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:22:04.342073 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:22:04.674556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13127): Launched\u000a02:22:04.950496 run iperf3-srv_10.42.42.10(pid=13128): Launched\u000a02:22:05.146014 tst cs_paging_gprs_active.py:38: start network...\u000a02:22:05.279418 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:22:05.795146 run create_hlr_db(pid=13129): Launched\u000a02:22:05.980395 bus /gobi_6: Setting Powered False\u000a02:22:07.001275 run create_hlr_db(pid=13129): Terminated: ok {rc=0}\u000a02:22:07.406224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13131): Launched\u000a02:22:07.708052 run osmo-hlr_10.42.42.2(pid=13132): Launched\u000a02:22:07.817899 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:22:08.339386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13134): Launched\u000a02:22:08.642902 run osmo-stp_10.42.42.5(pid=13135): Launched\u000a02:22:08.753479 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:22:09.277669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13137): Launched\u000a02:22:09.385459 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:22:09.648176 run patchelf(pid=13138): Launched\u000a02:22:09.824298 run osmo-stp_10.42.42.5(pid=13135): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13135)]\u000a02:22:09.953219 run osmo-stp_10.42.42.5(pid=13135): stdout: \u000a| (launched: 2022-12-10_02:22:08.493737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:10.082160 run osmo-stp_10.42.42.5(pid=13135): stderr: \u000a| �[0;m�[38;5;43m20221210022208665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022208665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022208666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022208666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022208666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022208667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022208667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:10.207322 run osmo-stp_10.42.42.5(pid=13135): stdout: \u000a| (launched: 2022-12-10_02:22:08.493737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:10.331092 run osmo-stp_10.42.42.5(pid=13135): stderr: \u000a| �[0;m�[38;5;43m20221210022208665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022208665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022208666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022208666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022208666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022208667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022208667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:10.475523 run patchelf(pid=13138): Terminating (SIGINT)\u000a02:22:10.645073 run patchelf(pid=13138): Terminated: ok {rc=0}\u000a02:22:10.676032 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13135): Process ended prematurely: osmo-stp_10.42.42.5(pid=13135) [trial-2368↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13135)] [trial-2368↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a02:22:10.685186 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a02:22:10.746253 run osmo-hlr_10.42.42.2(pid=13132): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13132)]\u000a02:22:10.795678 run osmo-hlr_10.42.42.2(pid=13132): stdout: \u000a| (launched: 2022-12-10_02:22:07.559403) \u000a02:22:10.846204 run osmo-hlr_10.42.42.2(pid=13132): stderr: \u000a| �[0;m�[1;31m20221210022207737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022207737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022207737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022207737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022207737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022207737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022207750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022207760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022207761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022207761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:22:10.888551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13125): Terminating (SIGTERM)\u000a02:22:10.929022 run iperf3-srv_10.42.42.10(pid=13126): Terminating (SIGTERM)\u000a02:22:10.969249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13127): Terminating (SIGTERM)\u000a02:22:11.009135 run iperf3-srv_10.42.42.10(pid=13128): Terminating (SIGTERM)\u000a02:22:11.049588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13131): Terminating (SIGTERM)\u000a02:22:11.089531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13134): Terminating (SIGTERM)\u000a02:22:11.129621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13137): Terminating (SIGTERM)\u000a02:22:11.139234 --- ParallelTerminationStrategy: PID 13125 died...\u000a02:22:11.192450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13125): Terminated: ok {rc=0}\u000a02:22:11.202212 --- ParallelTerminationStrategy: PID 13126 died...\u000a02:22:11.255010 run iperf3-srv_10.42.42.10(pid=13126): Terminated {rc=256}\u000a02:22:11.264405 --- ParallelTerminationStrategy: PID 13127 died...\u000a02:22:11.317810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13127): Terminated: ok {rc=0}\u000a02:22:11.327348 --- ParallelTerminationStrategy: PID 13128 died...\u000a02:22:11.380356 run iperf3-srv_10.42.42.10(pid=13128): Terminated {rc=256}\u000a02:22:11.390068 --- ParallelTerminationStrategy: PID 13131 died...\u000a02:22:11.443353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13131): Terminated: ok {rc=0}\u000a02:22:11.452915 --- ParallelTerminationStrategy: PID 13134 died...\u000a02:22:11.506179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13134): Terminated: ok {rc=0}\u000a02:22:11.516007 --- ParallelTerminationStrategy: PID 13137 died...\u000a02:22:11.569433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13137): Terminated: ok {rc=0}\u000a02:22:11.653609 bus /gobi_0: Setting Powered False\u000a02:22:12.759812 bus /gobi_0: Setting Powered False\u000a02:22:13.871438 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13147): Process ended prematurely: osmo-stp_10.42.42.5(pid=13147) [trial-2368↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13147)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13147): Process ended prematurely: osmo-stp_10.42.42.5(pid=13147) [trial-2368↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a02:22:14.981718 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:14.993112 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:22:15.123797 tst iperf3.py: using LAC 25320\u000a02:22:15.247377 tst iperf3.py: using RAC 75\u000a02:22:15.372050 tst iperf3.py: using CellId 25320\u000a02:22:15.493443 tst iperf3.py: using BVCI 25321\u000a02:22:15.516469 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:15.527305 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:15.539102 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:15.550118 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:15.560875 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:15.571539 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:15.582414 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:15.593046 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:15.603877 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:22:15.920588 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:22:16.063751 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:22:16.406157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13139): Launched\u000a02:22:16.694784 run iperf3-srv_10.42.42.10(pid=13140): Launched\u000a02:22:16.884700 tst iperf3.py:8: start network...\u000a02:22:17.014545 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:22:17.492060 run create_hlr_db(pid=13141): Launched\u000a02:22:17.664234 bus /gobi_6: Setting Powered False\u000a02:22:18.686486 run create_hlr_db(pid=13141): Terminated: ok {rc=0}\u000a02:22:19.112472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13143): Launched\u000a02:22:19.432805 run osmo-hlr_10.42.42.2(pid=13144): Launched\u000a02:22:19.551234 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:22:20.110694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13146): Launched\u000a02:22:20.437299 run osmo-stp_10.42.42.5(pid=13147): Launched\u000a02:22:20.555214 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:22:21.117467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13149): Launched\u000a02:22:21.232430 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:22:21.513113 run patchelf(pid=13150): Launched\u000a02:22:21.701608 run osmo-stp_10.42.42.5(pid=13147): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13147)]\u000a02:22:21.838945 run osmo-stp_10.42.42.5(pid=13147): stdout: \u000a| (launched: 2022-12-10_02:22:20.274830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:21.976121 run osmo-stp_10.42.42.5(pid=13147): stderr: \u000a| �[0;m�[38;5;43m20221210022220467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022220467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022220467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022220468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022220468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022220468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022220468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:22.109670 run osmo-stp_10.42.42.5(pid=13147): stdout: \u000a| (launched: 2022-12-10_02:22:20.274830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:22.241417 run osmo-stp_10.42.42.5(pid=13147): stderr: \u000a| �[0;m�[38;5;43m20221210022220467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022220467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022220467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022220468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022220468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022220468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022220468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:22.394946 run patchelf(pid=13150): Terminating (SIGINT)\u000a02:22:22.575600 run patchelf(pid=13150): Terminated: ok {rc=0}\u000a02:22:22.609115 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13147): Process ended prematurely: osmo-stp_10.42.42.5(pid=13147) [trial-2368↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13147)] [trial-2368↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a02:22:22.618787 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a02:22:22.681902 run osmo-hlr_10.42.42.2(pid=13144): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13144)]\u000a02:22:22.733520 run osmo-hlr_10.42.42.2(pid=13144): stdout: \u000a| (launched: 2022-12-10_02:22:19.275383) \u000a02:22:22.785656 run osmo-hlr_10.42.42.2(pid=13144): stderr: \u000a| �[0;m�[1;31m20221210022219473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022219473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022219473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022219473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022219473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022219473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022219485 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022219493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022219493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022219493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:22:22.830176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13139): Terminating (SIGTERM)\u000a02:22:22.871959 run iperf3-srv_10.42.42.10(pid=13140): Terminating (SIGTERM)\u000a02:22:22.913938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13143): Terminating (SIGTERM)\u000a02:22:22.955740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13146): Terminating (SIGTERM)\u000a02:22:22.997647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13149): Terminating (SIGTERM)\u000a02:22:23.007198 --- ParallelTerminationStrategy: PID 13139 died...\u000a02:22:23.063163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13139): Terminated: ok {rc=0}\u000a02:22:23.073182 --- ParallelTerminationStrategy: PID 13140 died...\u000a02:22:23.128759 run iperf3-srv_10.42.42.10(pid=13140): Terminated {rc=256}\u000a02:22:23.138682 --- ParallelTerminationStrategy: PID 13143 died...\u000a02:22:23.194415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13143): Terminated: ok {rc=0}\u000a02:22:23.204422 --- ParallelTerminationStrategy: PID 13146 died...\u000a02:22:23.260348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13146): Terminated: ok {rc=0}\u000a02:22:23.270356 --- ParallelTerminationStrategy: PID 13149 died...\u000a02:22:23.327620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13149): Terminated: ok {rc=0}\u000a02:22:23.415920 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13165): Process ended prematurely: osmo-stp_10.42.42.5(pid=13165) [trial-2368↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13165)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13165): Process ended prematurely: osmo-stp_10.42.42.5(pid=13165) [trial-2368↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a02:22:24.526143 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:24.537598 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:22:24.660346 tst iperf3m4.py: using LAC 25321\u000a02:22:24.780074 tst iperf3m4.py: using RAC 76\u000a02:22:24.899857 tst iperf3m4.py: using CellId 25321\u000a02:22:25.017598 tst iperf3m4.py: using BVCI 25322\u000a02:22:25.040814 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:25.051810 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:25.062599 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:25.073789 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:25.084907 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:25.096122 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:25.107473 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:25.118529 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:25.129818 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:22:25.253695 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:22:25.369305 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:22:25.490044 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:22:25.777414 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:22:25.911398 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:22:26.243576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13151): Launched\u000a02:22:26.520095 run iperf3-srv_10.42.42.10(pid=13152): Launched\u000a02:22:26.717079 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:22:26.850874 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:22:27.182988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13153): Launched\u000a02:22:27.458960 run iperf3-srv_10.42.42.10(pid=13154): Launched\u000a02:22:27.656642 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:22:27.790463 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:22:28.122821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13155): Launched\u000a02:22:28.399077 run iperf3-srv_10.42.42.10(pid=13156): Launched\u000a02:22:28.595940 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:22:28.730204 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:22:29.061871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13157): Launched\u000a02:22:29.337910 run iperf3-srv_10.42.42.10(pid=13158): Launched\u000a02:22:29.534142 tst iperf3m4.py:8: start network...\u000a02:22:29.667415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:22:30.181625 run create_hlr_db(pid=13159): Launched\u000a02:22:30.366797 bus /gobi_6: Setting Powered False\u000a02:22:31.389556 run create_hlr_db(pid=13159): Terminated: ok {rc=0}\u000a02:22:31.831927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13161): Launched\u000a02:22:32.197670 run osmo-hlr_10.42.42.2(pid=13162): Launched\u000a02:22:32.316492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:22:32.846756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13164): Launched\u000a02:22:33.148199 run osmo-stp_10.42.42.5(pid=13165): Launched\u000a02:22:33.257948 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:22:33.782595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13167): Launched\u000a02:22:33.889832 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:22:34.153317 run patchelf(pid=13168): Launched\u000a02:22:34.329670 run osmo-stp_10.42.42.5(pid=13165): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13165)]\u000a02:22:34.458716 run osmo-stp_10.42.42.5(pid=13165): stdout: \u000a| (launched: 2022-12-10_02:22:32.999775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:34.588039 run osmo-stp_10.42.42.5(pid=13165): stderr: \u000a| �[0;m�[38;5;43m20221210022233169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022233169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022233170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022233170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022233171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022233171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022233171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:34.713241 run osmo-stp_10.42.42.5(pid=13165): stdout: \u000a| (launched: 2022-12-10_02:22:32.999775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:34.837615 run osmo-stp_10.42.42.5(pid=13165): stderr: \u000a| �[0;m�[38;5;43m20221210022233169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022233169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022233170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022233170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022233171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022233171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022233171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:34.981688 run patchelf(pid=13168): Terminating (SIGINT)\u000a02:22:35.150917 run patchelf(pid=13168): Terminated: ok {rc=0}\u000a02:22:35.182247 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13165): Process ended prematurely: osmo-stp_10.42.42.5(pid=13165) [trial-2368↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13165)] [trial-2368↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a02:22:35.191355 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a02:22:35.253317 run osmo-hlr_10.42.42.2(pid=13162): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13162)]\u000a02:22:35.303473 run osmo-hlr_10.42.42.2(pid=13162): stdout: \u000a| (launched: 2022-12-10_02:22:31.998180) \u000a02:22:35.354203 run osmo-hlr_10.42.42.2(pid=13162): stderr: \u000a| �[0;m�[1;31m20221210022232213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022232213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022232213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022232213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022232213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022232213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022232228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022232236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022232236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022232236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:22:35.396923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13151): Terminating (SIGTERM)\u000a02:22:35.437524 run iperf3-srv_10.42.42.10(pid=13152): Terminating (SIGTERM)\u000a02:22:35.477847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13153): Terminating (SIGTERM)\u000a02:22:35.518559 run iperf3-srv_10.42.42.10(pid=13154): Terminating (SIGTERM)\u000a02:22:35.559049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13155): Terminating (SIGTERM)\u000a02:22:35.599294 run iperf3-srv_10.42.42.10(pid=13156): Terminating (SIGTERM)\u000a02:22:35.639699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13157): Terminating (SIGTERM)\u000a02:22:35.680068 run iperf3-srv_10.42.42.10(pid=13158): Terminating (SIGTERM)\u000a02:22:35.720563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13161): Terminating (SIGTERM)\u000a02:22:35.761521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13164): Terminating (SIGTERM)\u000a02:22:35.801770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13167): Terminating (SIGTERM)\u000a02:22:35.811414 --- ParallelTerminationStrategy: PID 13151 died...\u000a02:22:35.866766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13151): Terminated: ok {rc=0}\u000a02:22:35.877175 --- ParallelTerminationStrategy: PID 13152 died...\u000a02:22:35.934613 run iperf3-srv_10.42.42.10(pid=13152): Terminated {rc=256}\u000a02:22:35.944393 --- ParallelTerminationStrategy: PID 13153 died...\u000a02:22:35.997941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13153): Terminated: ok {rc=0}\u000a02:22:36.007778 --- ParallelTerminationStrategy: PID 13154 died...\u000a02:22:36.061074 run iperf3-srv_10.42.42.10(pid=13154): Terminated {rc=256}\u000a02:22:36.070759 --- ParallelTerminationStrategy: PID 13155 died...\u000a02:22:36.124768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13155): Terminated: ok {rc=0}\u000a02:22:36.134523 --- ParallelTerminationStrategy: PID 13156 died...\u000a02:22:36.188579 run iperf3-srv_10.42.42.10(pid=13156): Terminated {rc=256}\u000a02:22:36.198253 --- ParallelTerminationStrategy: PID 13157 died...\u000a02:22:36.251859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13157): Terminated: ok {rc=0}\u000a02:22:36.261771 --- ParallelTerminationStrategy: PID 13158 died...\u000a02:22:36.315030 run iperf3-srv_10.42.42.10(pid=13158): Terminated {rc=256}\u000a02:22:36.324827 --- ParallelTerminationStrategy: PID 13161 died...\u000a02:22:36.378514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13161): Terminated: ok {rc=0}\u000a02:22:36.388196 --- ParallelTerminationStrategy: PID 13164 died...\u000a02:22:36.441504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13164): Terminated: ok {rc=0}\u000a02:22:36.451295 --- ParallelTerminationStrategy: PID 13167 died...\u000a02:22:36.504696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13167): Terminated: ok {rc=0}\u000a02:22:36.594208 bus /gobi_4: Setting Powered False\u000a02:22:37.697704 bus /gobi_4: Setting Powered False\u000a02:22:38.808475 bus /gobi_1: Setting Powered False\u000a02:22:39.911892 bus /gobi_1: Setting Powered False\u000a02:22:41.018458 bus /gobi_0: Setting Powered False\u000a02:22:42.123676 bus /gobi_0: Setting Powered False\u000a02:22:43.231603 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13176): Process ended prematurely: osmo-stp_10.42.42.5(pid=13176) [trial-2368↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13176)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13176): Process ended prematurely: osmo-stp_10.42.42.5(pid=13176) [trial-2368↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13176)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a02:22:44.300267 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:44.311839 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:22:44.444659 tst ping.py: using LAC 25322\u000a02:22:44.568310 tst ping.py: using RAC 77\u000a02:22:44.691413 tst ping.py: using CellId 25322\u000a02:22:44.813543 tst ping.py: using BVCI 25323\u000a02:22:44.837708 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:44.848806 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:44.859873 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:44.870889 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:44.881792 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:44.892610 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:44.903750 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:44.914779 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:22:45.198734 tst ping.py:19: start network...\u000a02:22:45.329670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:22:45.833691 run create_hlr_db(pid=13170): Launched\u000a02:22:46.028380 bus /gobi_6: Setting Powered False\u000a02:22:47.034778 run create_hlr_db(pid=13170): Terminated: ok {rc=0}\u000a02:22:47.451509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13172): Launched\u000a02:22:47.766856 run osmo-hlr_10.42.42.2(pid=13173): Launched\u000a02:22:47.881561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:22:48.431104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13175): Launched\u000a02:22:48.746458 run osmo-stp_10.42.42.5(pid=13176): Launched\u000a02:22:48.861196 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:22:49.413700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13178): Launched\u000a02:22:49.525933 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:22:49.800921 run patchelf(pid=13179): Launched\u000a02:22:49.986215 run osmo-stp_10.42.42.5(pid=13176): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13176)]\u000a02:22:50.121549 run osmo-stp_10.42.42.5(pid=13176): stdout: \u000a| (launched: 2022-12-10_02:22:48.591737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:50.257559 run osmo-stp_10.42.42.5(pid=13176): stderr: \u000a| �[0;m�[38;5;43m20221210022248782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022248783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022248783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022248783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022248784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022248784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022248784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:50.388107 run osmo-stp_10.42.42.5(pid=13176): stdout: \u000a| (launched: 2022-12-10_02:22:48.591737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:50.518452 run osmo-stp_10.42.42.5(pid=13176): stderr: \u000a| �[0;m�[38;5;43m20221210022248782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022248783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022248783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022248783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022248784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022248784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022248784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:50.669832 run patchelf(pid=13179): Terminating (SIGINT)\u000a02:22:50.847660 run patchelf(pid=13179): Terminated: ok {rc=0}\u000a02:22:50.879866 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13176): Process ended prematurely: osmo-stp_10.42.42.5(pid=13176) [trial-2368↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13176)] [trial-2368↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a02:22:50.889042 tst ping.py:22: Test FAILED (6.6 sec)\u000a02:22:50.951155 run osmo-hlr_10.42.42.2(pid=13173): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13173)]\u000a02:22:51.002215 run osmo-hlr_10.42.42.2(pid=13173): stdout: \u000a| (launched: 2022-12-10_02:22:47.612206) \u000a02:22:51.053595 run osmo-hlr_10.42.42.2(pid=13173): stderr: \u000a| �[0;m�[1;31m20221210022247807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022247807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022247807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022247807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022247807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022247807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022247819 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022247828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022247828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022247828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:22:51.097474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13172): Terminating (SIGTERM)\u000a02:22:51.138879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13175): Terminating (SIGTERM)\u000a02:22:51.180234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13178): Terminating (SIGTERM)\u000a02:22:51.189820 --- ParallelTerminationStrategy: PID 13172 died...\u000a02:22:51.245301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13172): Terminated: ok {rc=0}\u000a02:22:51.255346 --- ParallelTerminationStrategy: PID 13175 died...\u000a02:22:51.310548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13175): Terminated: ok {rc=0}\u000a02:22:51.320453 --- ParallelTerminationStrategy: PID 13178 died...\u000a02:22:51.375456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13178): Terminated: ok {rc=0}\u000a02:22:51.462304 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13186): Process ended prematurely: osmo-stp_10.42.42.5(pid=13186) [trial-2368↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13186)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13186): Process ended prematurely: osmo-stp_10.42.42.5(pid=13186) [trial-2368↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13186)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a02:22:52.514458 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:52.526389 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:22:52.664374 tst ping_idle_ping.py: using LAC 25323\u000a02:22:52.786375 tst ping_idle_ping.py: using RAC 78\u000a02:22:52.907907 tst ping_idle_ping.py: using CellId 25323\u000a02:22:53.031963 tst ping_idle_ping.py: using BVCI 25324\u000a02:22:53.056428 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:53.067714 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:53.078862 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:53.089985 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:53.100865 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:53.111841 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:53.122927 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:53.134067 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:22:53.422332 tst ping_idle_ping.py:24: start network...\u000a02:22:53.554849 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:22:54.062789 run create_hlr_db(pid=13180): Launched\u000a02:22:54.246047 bus /gobi_6: Setting Powered False\u000a02:22:55.266083 run create_hlr_db(pid=13180): Terminated: ok {rc=0}\u000a02:22:55.665766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13182): Launched\u000a02:22:55.962550 run osmo-hlr_10.42.42.2(pid=13183): Launched\u000a02:22:56.075556 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:22:56.591935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13185): Launched\u000a02:22:56.890713 run osmo-stp_10.42.42.5(pid=13186): Launched\u000a02:22:56.999949 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:22:57.518152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13188): Launched\u000a02:22:57.623538 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:22:57.882338 run patchelf(pid=13189): Launched\u000a02:22:58.056777 run osmo-stp_10.42.42.5(pid=13186): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13186)]\u000a02:22:58.184352 run osmo-stp_10.42.42.5(pid=13186): stdout: \u000a| (launched: 2022-12-10_02:22:56.742529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:58.312208 run osmo-stp_10.42.42.5(pid=13186): stderr: \u000a| �[0;m�[38;5;43m20221210022256912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022256912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022256913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022256913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022256915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022256915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022256915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:58.435482 run osmo-stp_10.42.42.5(pid=13186): stdout: \u000a| (launched: 2022-12-10_02:22:56.742529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:58.557348 run osmo-stp_10.42.42.5(pid=13186): stderr: \u000a| �[0;m�[38;5;43m20221210022256912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022256912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022256913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022256913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022256915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022256915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022256915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:58.699248 run patchelf(pid=13189): Terminating (SIGINT)\u000a02:22:58.866747 run patchelf(pid=13189): Terminated: ok {rc=0}\u000a02:22:58.897383 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13186): Process ended prematurely: osmo-stp_10.42.42.5(pid=13186) [trial-2368↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13186)] [trial-2368↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a02:22:58.906027 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a02:22:58.966637 run osmo-hlr_10.42.42.2(pid=13183): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13183)]\u000a02:22:59.016367 run osmo-hlr_10.42.42.2(pid=13183): stdout: \u000a| (launched: 2022-12-10_02:22:55.816487) \u000a02:22:59.066706 run osmo-hlr_10.42.42.2(pid=13183): stderr: \u000a| �[0;m�[1;31m20221210022255990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022255990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022255990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022255990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022255990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022255990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022256002 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022256010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022256011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022256011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:22:59.109179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13182): Terminating (SIGTERM)\u000a02:22:59.149543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13185): Terminating (SIGTERM)\u000a02:22:59.190167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13188): Terminating (SIGTERM)\u000a02:22:59.199466 --- ParallelTerminationStrategy: PID 13182 died...\u000a02:22:59.253643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13182): Terminated: ok {rc=0}\u000a02:22:59.263270 --- ParallelTerminationStrategy: PID 13185 died...\u000a02:22:59.317352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13185): Terminated: ok {rc=0}\u000a02:22:59.326971 --- ParallelTerminationStrategy: PID 13188 died...\u000a02:22:59.380669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13188): Terminated: ok {rc=0}\u000a02:22:59.464804 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:22:01" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13204): Process ended prematurely: osmo-stp_10.42.42.5(pid=13204) [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13204)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13204): Process ended prematurely: osmo-stp_10.42.42.5(pid=13204) [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13204)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:23:01.640765 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:01.653990 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:23:01.841145 tst cs_paging_gprs_active.py: using LAC 25324\u000a02:23:01.970363 tst cs_paging_gprs_active.py: using RAC 79\u000a02:23:02.090203 tst cs_paging_gprs_active.py: using CellId 25324\u000a02:23:02.214280 tst cs_paging_gprs_active.py: using BVCI 25325\u000a02:23:02.238173 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:02.249373 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:02.260392 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:02.272184 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:02.284023 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:02.296615 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:02.307934 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:02.319670 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:02.331503 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:23:02.449776 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:23:02.743047 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:23:02.878270 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:23:03.212799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13194): Launched\u000a02:23:03.491807 run iperf3-srv_10.42.42.10(pid=13195): Launched\u000a02:23:03.690356 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:23:03.825882 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:23:04.160302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13196): Launched\u000a02:23:04.439355 run iperf3-srv_10.42.42.10(pid=13197): Launched\u000a02:23:04.638620 tst cs_paging_gprs_active.py:38: start network...\u000a02:23:04.774009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:23:05.293468 run create_hlr_db(pid=13198): Launched\u000a02:23:05.479858 bus /gobi_6: Setting Powered False\u000a02:23:06.502683 run create_hlr_db(pid=13198): Terminated: ok {rc=0}\u000a02:23:06.931935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13200): Launched\u000a02:23:07.256168 run osmo-hlr_10.42.42.2(pid=13201): Launched\u000a02:23:07.375293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:23:07.935524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13203): Launched\u000a02:23:08.259174 run osmo-stp_10.42.42.5(pid=13204): Launched\u000a02:23:08.377573 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:23:08.942836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13206): Launched\u000a02:23:09.058786 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:23:09.340841 run patchelf(pid=13207): Launched\u000a02:23:09.531053 run osmo-stp_10.42.42.5(pid=13204): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13204)]\u000a02:23:09.669737 run osmo-stp_10.42.42.5(pid=13204): stdout: \u000a| (launched: 2022-12-10_02:23:08.100177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:09.808158 run osmo-stp_10.42.42.5(pid=13204): stderr: \u000a| �[0;m�[38;5;43m20221210022308292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022308292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022308292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022308292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022308295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022308295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022308295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:09.942128 run osmo-stp_10.42.42.5(pid=13204): stdout: \u000a| (launched: 2022-12-10_02:23:08.100177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:10.075038 run osmo-stp_10.42.42.5(pid=13204): stderr: \u000a| �[0;m�[38;5;43m20221210022308292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022308292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022308292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022308292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022308295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022308295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022308295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:10.229700 run patchelf(pid=13207): Terminating (SIGINT)\u000a02:23:10.411569 run patchelf(pid=13207): Terminated: ok {rc=0}\u000a02:23:10.444730 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13204): Process ended prematurely: osmo-stp_10.42.42.5(pid=13204) [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13204)] [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a02:23:10.454397 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a02:23:10.517869 run osmo-hlr_10.42.42.2(pid=13201): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13201)]\u000a02:23:10.569448 run osmo-hlr_10.42.42.2(pid=13201): stdout: \u000a| (launched: 2022-12-10_02:23:07.097210) \u000a02:23:10.621706 run osmo-hlr_10.42.42.2(pid=13201): stderr: \u000a| �[0;m�[1;31m20221210022307297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022307297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022307298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022307298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022307298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022307298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022307311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022307321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022307321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022307321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:23:10.666083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13194): Terminating (SIGTERM)\u000a02:23:10.707835 run iperf3-srv_10.42.42.10(pid=13195): Terminating (SIGTERM)\u000a02:23:10.749853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13196): Terminating (SIGTERM)\u000a02:23:10.791456 run iperf3-srv_10.42.42.10(pid=13197): Terminating (SIGTERM)\u000a02:23:10.833525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13200): Terminating (SIGTERM)\u000a02:23:10.875277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13203): Terminating (SIGTERM)\u000a02:23:10.916918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13206): Terminating (SIGTERM)\u000a02:23:10.926611 --- ParallelTerminationStrategy: PID 13194 died...\u000a02:23:10.982964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13194): Terminated: ok {rc=0}\u000a02:23:10.992868 --- ParallelTerminationStrategy: PID 13195 died...\u000a02:23:11.048303 run iperf3-srv_10.42.42.10(pid=13195): Terminated {rc=256}\u000a02:23:11.058259 --- ParallelTerminationStrategy: PID 13196 died...\u000a02:23:11.113584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13196): Terminated: ok {rc=0}\u000a02:23:11.123523 --- ParallelTerminationStrategy: PID 13197 died...\u000a02:23:11.179612 run iperf3-srv_10.42.42.10(pid=13197): Terminated {rc=256}\u000a02:23:11.189624 --- ParallelTerminationStrategy: PID 13200 died...\u000a02:23:11.245248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13200): Terminated: ok {rc=0}\u000a02:23:11.255201 --- ParallelTerminationStrategy: PID 13203 died...\u000a02:23:11.310763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13203): Terminated: ok {rc=0}\u000a02:23:11.320586 --- ParallelTerminationStrategy: PID 13206 died...\u000a02:23:11.375963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13206): Terminated: ok {rc=0}\u000a02:23:11.462583 bus /gobi_0: Setting Powered False\u000a02:23:12.565528 bus /gobi_0: Setting Powered False\u000a02:23:13.677334 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13486): Process ended prematurely: osmo-stp_10.42.42.5(pid=13486) [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13486)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13486): Process ended prematurely: osmo-stp_10.42.42.5(pid=13486) [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13486)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a02:23:14.787993 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:14.799396 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:23:14.944244 tst iperf3.py: using LAC 25325\u000a02:23:15.064526 tst iperf3.py: using RAC 80\u000a02:23:15.185651 tst iperf3.py: using CellId 25325\u000a02:23:15.305774 tst iperf3.py: using BVCI 25326\u000a02:23:15.328842 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:15.339636 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:15.350295 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:15.361043 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:15.371708 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:15.382621 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:15.393745 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:15.404320 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:15.415413 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:23:15.710152 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:23:15.861487 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:23:16.280248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13208): Launched\u000a02:23:16.718208 run iperf3-srv_10.42.42.10(pid=13242): Launched\u000a02:23:16.977408 tst iperf3.py:8: start network...\u000a02:23:17.150945 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:23:17.790423 run create_hlr_db(pid=13283): Launched\u000a02:23:18.004019 bus /gobi_6: Setting Powered False\u000a02:23:19.049975 run create_hlr_db(pid=13283): Terminated: ok {rc=0}\u000a02:23:19.517968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13482): Launched\u000a02:23:19.957113 run osmo-hlr_10.42.42.2(pid=13483): Launched\u000a02:23:20.126165 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:23:20.782755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13485): Launched\u000a02:23:21.216774 run osmo-stp_10.42.42.5(pid=13486): Launched\u000a02:23:21.431008 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:23:22.023406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13490): Launched\u000a02:23:22.141186 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:23:22.443205 run patchelf(pid=13491): Launched\u000a02:23:22.635235 run osmo-stp_10.42.42.5(pid=13486): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13486)]\u000a02:23:22.777294 run osmo-stp_10.42.42.5(pid=13486): stdout: \u000a| (launched: 2022-12-10_02:23:20.950669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:22.917794 run osmo-stp_10.42.42.5(pid=13486): stderr: \u000a| �[0;m�[38;5;43m20221210022321251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022321251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022321251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022321252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022321254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022321254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022321254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:23.054121 run osmo-stp_10.42.42.5(pid=13486): stdout: \u000a| (launched: 2022-12-10_02:23:20.950669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:23.190094 run osmo-stp_10.42.42.5(pid=13486): stderr: \u000a| �[0;m�[38;5;43m20221210022321251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022321251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022321251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022321252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022321254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022321254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022321254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:23.346859 run patchelf(pid=13491): Terminating (SIGINT)\u000a02:23:23.531193 run patchelf(pid=13491): Terminated: ok {rc=0}\u000a02:23:23.566075 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13486): Process ended prematurely: osmo-stp_10.42.42.5(pid=13486) [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13486)] [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a02:23:23.576812 tst iperf3.py:8: Test FAILED (8.8 sec)\u000a02:23:23.642138 run osmo-hlr_10.42.42.2(pid=13483): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13483)]\u000a02:23:23.695378 run osmo-hlr_10.42.42.2(pid=13483): stdout: \u000a| (launched: 2022-12-10_02:23:19.686250) \u000a02:23:23.749576 run osmo-hlr_10.42.42.2(pid=13483): stderr: \u000a| �[0;m�[1;31m20221210022319992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022319992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022319992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022319992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022319992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022319993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022320011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022320024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022320024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022320024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:23:23.795692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13208): Terminating (SIGTERM)\u000a02:23:23.841059 run iperf3-srv_10.42.42.10(pid=13242): Terminating (SIGTERM)\u000a02:23:23.886251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13482): Terminating (SIGTERM)\u000a02:23:23.932064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13485): Terminating (SIGTERM)\u000a02:23:23.978288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13490): Terminating (SIGTERM)\u000a02:23:23.989255 --- ParallelTerminationStrategy: PID 13208 died...\u000a02:23:24.050515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13208): Terminated: ok {rc=0}\u000a02:23:24.061680 --- ParallelTerminationStrategy: PID 13242 died...\u000a02:23:24.119714 run iperf3-srv_10.42.42.10(pid=13242): Terminated {rc=256}\u000a02:23:24.130789 --- ParallelTerminationStrategy: PID 13482 died...\u000a02:23:24.188764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13482): Terminated: ok {rc=0}\u000a02:23:24.199853 --- ParallelTerminationStrategy: PID 13485 died...\u000a02:23:24.258619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13485): Terminated: ok {rc=0}\u000a02:23:24.269758 --- ParallelTerminationStrategy: PID 13490 died...\u000a02:23:24.328398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13490): Terminated: ok {rc=0}\u000a02:23:24.420225 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13506): Process ended prematurely: osmo-stp_10.42.42.5(pid=13506) [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13506)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13506): Process ended prematurely: osmo-stp_10.42.42.5(pid=13506) [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a02:23:25.540572 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:25.553536 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:23:25.716685 tst iperf3m4.py: using LAC 25326\u000a02:23:25.843427 tst iperf3m4.py: using RAC 81\u000a02:23:25.973494 tst iperf3m4.py: using CellId 25326\u000a02:23:26.108851 tst iperf3m4.py: using BVCI 25327\u000a02:23:26.134920 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:26.147281 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:26.159502 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:26.171277 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:26.183380 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:26.196409 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:26.208927 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:26.220921 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:26.234143 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:23:26.358598 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:23:26.487311 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:23:26.613411 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:23:26.918198 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:23:27.058166 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:23:27.413486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13492): Launched\u000a02:23:27.720859 run iperf3-srv_10.42.42.10(pid=13493): Launched\u000a02:23:27.926398 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:23:28.067305 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:23:28.425433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13494): Launched\u000a02:23:28.733177 run iperf3-srv_10.42.42.10(pid=13495): Launched\u000a02:23:28.937858 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:23:29.078088 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:23:29.439131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13496): Launched\u000a02:23:29.746389 run iperf3-srv_10.42.42.10(pid=13497): Launched\u000a02:23:29.953617 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:23:30.093368 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:23:30.454192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13498): Launched\u000a02:23:30.760342 run iperf3-srv_10.42.42.10(pid=13499): Launched\u000a02:23:30.989574 tst iperf3m4.py:8: start network...\u000a02:23:31.136096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:23:31.812415 run create_hlr_db(pid=13500): Launched\u000a02:23:32.035014 bus /gobi_6: Setting Powered False\u000a02:23:33.102266 run create_hlr_db(pid=13500): Terminated: ok {rc=0}\u000a02:23:33.564762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13502): Launched\u000a02:23:34.004941 run osmo-hlr_10.42.42.2(pid=13503): Launched\u000a02:23:34.254465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:23:34.852467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13505): Launched\u000a02:23:35.298191 run osmo-stp_10.42.42.5(pid=13506): Launched\u000a02:23:35.523731 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:23:36.129185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13508): Launched\u000a02:23:36.249203 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:23:36.559400 run patchelf(pid=13509): Launched\u000a02:23:36.756592 run osmo-stp_10.42.42.5(pid=13506): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13506)]\u000a02:23:36.900421 run osmo-stp_10.42.42.5(pid=13506): stdout: \u000a| (launched: 2022-12-10_02:23:35.026790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:37.042729 run osmo-stp_10.42.42.5(pid=13506): stderr: \u000a| �[0;m�[38;5;43m20221210022335331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022335332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022335332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022335332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022335333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022335333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022335333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:37.182598 run osmo-stp_10.42.42.5(pid=13506): stdout: \u000a| (launched: 2022-12-10_02:23:35.026790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:37.321302 run osmo-stp_10.42.42.5(pid=13506): stderr: \u000a| �[0;m�[38;5;43m20221210022335331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022335332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022335332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022335332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022335333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022335333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022335333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:37.482540 run patchelf(pid=13509): Terminating (SIGINT)\u000a02:23:37.673417 run patchelf(pid=13509): Terminated: ok {rc=0}\u000a02:23:37.708016 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13506): Process ended prematurely: osmo-stp_10.42.42.5(pid=13506) [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13506)] [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a02:23:37.718911 tst iperf3m4.py:8: Test FAILED (12.2 sec)\u000a02:23:37.785296 run osmo-hlr_10.42.42.2(pid=13503): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13503)]\u000a02:23:37.839571 run osmo-hlr_10.42.42.2(pid=13503): stdout: \u000a| (launched: 2022-12-10_02:23:33.736576) \u000a02:23:37.895902 run osmo-hlr_10.42.42.2(pid=13503): stderr: \u000a| �[0;m�[1;31m20221210022334054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022334054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022334054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022334055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022334055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022334055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022334075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022334083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022334084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022334084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:23:37.942399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13492): Terminating (SIGTERM)\u000a02:23:37.988548 run iperf3-srv_10.42.42.10(pid=13493): Terminating (SIGTERM)\u000a02:23:38.034705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13494): Terminating (SIGTERM)\u000a02:23:38.081513 run iperf3-srv_10.42.42.10(pid=13495): Terminating (SIGTERM)\u000a02:23:38.127980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13496): Terminating (SIGTERM)\u000a02:23:38.174377 run iperf3-srv_10.42.42.10(pid=13497): Terminating (SIGTERM)\u000a02:23:38.219897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13498): Terminating (SIGTERM)\u000a02:23:38.267895 run iperf3-srv_10.42.42.10(pid=13499): Terminating (SIGTERM)\u000a02:23:38.313880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13502): Terminating (SIGTERM)\u000a02:23:38.360345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13505): Terminating (SIGTERM)\u000a02:23:38.406449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13508): Terminating (SIGTERM)\u000a02:23:38.417589 --- ParallelTerminationStrategy: PID 13492 died...\u000a02:23:38.478743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13492): Terminated: ok {rc=0}\u000a02:23:38.489999 --- ParallelTerminationStrategy: PID 13493 died...\u000a02:23:38.549241 run iperf3-srv_10.42.42.10(pid=13493): Terminated {rc=256}\u000a02:23:38.560475 --- ParallelTerminationStrategy: PID 13494 died...\u000a02:23:38.619152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13494): Terminated: ok {rc=0}\u000a02:23:38.631172 --- ParallelTerminationStrategy: PID 13495 died...\u000a02:23:38.691110 run iperf3-srv_10.42.42.10(pid=13495): Terminated {rc=256}\u000a02:23:38.702210 --- ParallelTerminationStrategy: PID 13496 died...\u000a02:23:38.760172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13496): Terminated: ok {rc=0}\u000a02:23:38.771145 --- ParallelTerminationStrategy: PID 13497 died...\u000a02:23:38.829099 run iperf3-srv_10.42.42.10(pid=13497): Terminated {rc=256}\u000a02:23:38.840301 --- ParallelTerminationStrategy: PID 13498 died...\u000a02:23:38.901115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13498): Terminated: ok {rc=0}\u000a02:23:38.912103 --- ParallelTerminationStrategy: PID 13499 died...\u000a02:23:38.970671 run iperf3-srv_10.42.42.10(pid=13499): Terminated {rc=256}\u000a02:23:38.981707 --- ParallelTerminationStrategy: PID 13502 died...\u000a02:23:39.039819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13502): Terminated: ok {rc=0}\u000a02:23:39.050495 --- ParallelTerminationStrategy: PID 13505 died...\u000a02:23:39.112628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13505): Terminated: ok {rc=0}\u000a02:23:39.123771 --- ParallelTerminationStrategy: PID 13508 died...\u000a02:23:39.181791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13508): Terminated: ok {rc=0}\u000a02:23:39.273784 bus /gobi_4: Setting Powered False\u000a02:23:40.378636 bus /gobi_4: Setting Powered False\u000a02:23:41.485398 bus /gobi_1: Setting Powered False\u000a02:23:42.591058 bus /gobi_1: Setting Powered False\u000a02:23:43.703421 bus /gobi_0: Setting Powered False\u000a02:23:44.805599 bus /gobi_0: Setting Powered False\u000a02:23:45.928299 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13516): Process ended prematurely: osmo-stp_10.42.42.5(pid=13516) [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13516)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13516): Process ended prematurely: osmo-stp_10.42.42.5(pid=13516) [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a02:23:47.008388 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:47.025515 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:23:47.195417 tst ping.py: using LAC 25327\u000a02:23:47.322156 tst ping.py: using RAC 82\u000a02:23:47.452368 tst ping.py: using CellId 25327\u000a02:23:47.575882 tst ping.py: using BVCI 25328\u000a02:23:47.600304 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:47.611784 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:47.623014 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:47.634458 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:47.645865 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:47.657019 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:47.668445 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:47.679637 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:23:47.967351 tst ping.py:19: start network...\u000a02:23:48.099663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:23:48.605158 run create_hlr_db(pid=13510): Launched\u000a02:23:48.788735 bus /gobi_6: Setting Powered False\u000a02:23:49.809403 run create_hlr_db(pid=13510): Terminated: ok {rc=0}\u000a02:23:50.207762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13512): Launched\u000a02:23:50.503838 run osmo-hlr_10.42.42.2(pid=13513): Launched\u000a02:23:50.613334 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:23:51.129133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13515): Launched\u000a02:23:51.425984 run osmo-stp_10.42.42.5(pid=13516): Launched\u000a02:23:51.534994 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:23:52.053469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13518): Launched\u000a02:23:52.158897 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:23:52.417818 run patchelf(pid=13519): Launched\u000a02:23:52.592031 run osmo-stp_10.42.42.5(pid=13516): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13516)]\u000a02:23:52.719483 run osmo-stp_10.42.42.5(pid=13516): stdout: \u000a| (launched: 2022-12-10_02:23:51.278753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:52.847123 run osmo-stp_10.42.42.5(pid=13516): stderr: \u000a| �[0;m�[38;5;43m20221210022351448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022351448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022351448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022351448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022351449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022351449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022351449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:52.970012 run osmo-stp_10.42.42.5(pid=13516): stdout: \u000a| (launched: 2022-12-10_02:23:51.278753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:53.091745 run osmo-stp_10.42.42.5(pid=13516): stderr: \u000a| �[0;m�[38;5;43m20221210022351448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022351448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022351448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022351448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022351449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022351449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022351449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:53.234120 run patchelf(pid=13519): Terminating (SIGINT)\u000a02:23:53.401628 run patchelf(pid=13519): Terminated: ok {rc=0}\u000a02:23:53.431876 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13516): Process ended prematurely: osmo-stp_10.42.42.5(pid=13516) [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13516)] [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a02:23:53.440458 tst ping.py:22: Test FAILED (6.4 sec)\u000a02:23:53.500853 run osmo-hlr_10.42.42.2(pid=13513): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13513)]\u000a02:23:53.550227 run osmo-hlr_10.42.42.2(pid=13513): stdout: \u000a| (launched: 2022-12-10_02:23:50.358078) \u000a02:23:53.600357 run osmo-hlr_10.42.42.2(pid=13513): stderr: \u000a| �[0;m�[1;31m20221210022350532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022350532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022350532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022350532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022350532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022350532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022350550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022350559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022350559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022350559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:23:53.642618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13512): Terminating (SIGTERM)\u000a02:23:53.682803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13515): Terminating (SIGTERM)\u000a02:23:53.723237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13518): Terminating (SIGTERM)\u000a02:23:53.732481 --- ParallelTerminationStrategy: PID 13512 died...\u000a02:23:53.786816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13512): Terminated: ok {rc=0}\u000a02:23:53.796500 --- ParallelTerminationStrategy: PID 13515 died...\u000a02:23:53.849838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13515): Terminated: ok {rc=0}\u000a02:23:53.859716 --- ParallelTerminationStrategy: PID 13518 died...\u000a02:23:53.913763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13518): Terminated: ok {rc=0}\u000a02:23:53.996822 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13526): Process ended prematurely: osmo-stp_10.42.42.5(pid=13526) [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13526)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13526): Process ended prematurely: osmo-stp_10.42.42.5(pid=13526) [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a02:23:55.050608 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:55.063140 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:23:55.215651 tst ping_idle_ping.py: using LAC 25328\u000a02:23:55.344249 tst ping_idle_ping.py: using RAC 83\u000a02:23:55.469469 tst ping_idle_ping.py: using CellId 25328\u000a02:23:55.594063 tst ping_idle_ping.py: using BVCI 25329\u000a02:23:55.618402 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:55.629824 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:55.641638 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:55.654338 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:55.665443 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:55.676067 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:55.687490 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:55.698523 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:23:55.970035 tst ping_idle_ping.py:24: start network...\u000a02:23:56.092845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:23:56.561753 run create_hlr_db(pid=13520): Launched\u000a02:23:56.732499 bus /gobi_6: Setting Powered False\u000a02:23:57.754157 run create_hlr_db(pid=13520): Terminated: ok {rc=0}\u000a02:23:58.176260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13522): Launched\u000a02:23:58.492720 run osmo-hlr_10.42.42.2(pid=13523): Launched\u000a02:23:58.610078 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:23:59.162427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13525): Launched\u000a02:23:59.479432 run osmo-stp_10.42.42.5(pid=13526): Launched\u000a02:23:59.595882 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:24:00.150770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13528): Launched\u000a02:24:00.264018 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:24:00.542186 run patchelf(pid=13529): Launched\u000a02:24:00.729541 run osmo-stp_10.42.42.5(pid=13526): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13526)]\u000a02:24:00.867205 run osmo-stp_10.42.42.5(pid=13526): stdout: \u000a| (launched: 2022-12-10_02:23:59.323543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:01.015377 run osmo-stp_10.42.42.5(pid=13526): stderr: \u000a| �[0;m�[38;5;43m20221210022359516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022359517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022359517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022359517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022359518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022359518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022359518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:01.147522 run osmo-stp_10.42.42.5(pid=13526): stdout: \u000a| (launched: 2022-12-10_02:23:59.323543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:01.275977 run osmo-stp_10.42.42.5(pid=13526): stderr: \u000a| �[0;m�[38;5;43m20221210022359516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022359517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022359517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022359517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022359518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022359518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022359518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:01.424096 run patchelf(pid=13529): Terminating (SIGINT)\u000a02:24:01.598563 run patchelf(pid=13529): Terminated: ok {rc=0}\u000a02:24:01.630680 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13526): Process ended prematurely: osmo-stp_10.42.42.5(pid=13526) [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13526)] [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a02:24:01.640290 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a02:24:01.708413 run osmo-hlr_10.42.42.2(pid=13523): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13523)]\u000a02:24:01.760250 run osmo-hlr_10.42.42.2(pid=13523): stdout: \u000a| (launched: 2022-12-10_02:23:58.337299) \u000a02:24:01.813448 run osmo-hlr_10.42.42.2(pid=13523): stderr: \u000a| �[0;m�[1;31m20221210022358534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022358534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022358534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022358534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022358534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022358534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022358546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022358555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022358555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022358555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:24:01.859202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13522): Terminating (SIGTERM)\u000a02:24:01.903565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13525): Terminating (SIGTERM)\u000a02:24:01.947686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13528): Terminating (SIGTERM)\u000a02:24:01.959313 --- ParallelTerminationStrategy: PID 13522 died...\u000a02:24:02.018670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13522): Terminated: ok {rc=0}\u000a02:24:02.029295 --- ParallelTerminationStrategy: PID 13525 died...\u000a02:24:02.087436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13525): Terminated: ok {rc=0}\u000a02:24:02.098145 --- ParallelTerminationStrategy: PID 13528 died...\u000a02:24:02.153786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13528): Terminated: ok {rc=0}\u000a02:24:02.242023 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:23:01" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13544): Process ended prematurely: osmo-stp_10.42.42.5(pid=13544) [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13544)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13544): Process ended prematurely: osmo-stp_10.42.42.5(pid=13544) [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13544)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:24:04.373294 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:04.384652 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:24:04.535805 tst cs_paging_gprs_active.py: using LAC 25329\u000a02:24:04.662542 tst cs_paging_gprs_active.py: using RAC 84\u000a02:24:04.790883 tst cs_paging_gprs_active.py: using CellId 25329\u000a02:24:04.922446 tst cs_paging_gprs_active.py: using BVCI 25330\u000a02:24:04.947238 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:04.958467 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:04.969429 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:04.980563 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:04.991629 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:05.002995 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:05.014328 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:05.025579 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:05.037094 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:24:05.154999 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:24:05.449835 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:24:05.585318 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:24:05.918390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13534): Launched\u000a02:24:06.195642 run iperf3-srv_10.42.42.10(pid=13535): Launched\u000a02:24:06.393607 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:24:06.528928 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:24:06.862924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13536): Launched\u000a02:24:07.140137 run iperf3-srv_10.42.42.10(pid=13537): Launched\u000a02:24:07.337779 tst cs_paging_gprs_active.py:38: start network...\u000a02:24:07.472915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:24:07.990140 run create_hlr_db(pid=13538): Launched\u000a02:24:08.176771 bus /gobi_6: Setting Powered False\u000a02:24:09.198091 run create_hlr_db(pid=13538): Terminated: ok {rc=0}\u000a02:24:09.628783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13540): Launched\u000a02:24:09.952696 run osmo-hlr_10.42.42.2(pid=13541): Launched\u000a02:24:10.070606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:24:10.631958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13543): Launched\u000a02:24:10.955546 run osmo-stp_10.42.42.5(pid=13544): Launched\u000a02:24:11.073109 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:24:11.636880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13546): Launched\u000a02:24:11.752340 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:24:12.045121 run patchelf(pid=13547): Launched\u000a02:24:12.234540 run osmo-stp_10.42.42.5(pid=13544): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13544)]\u000a02:24:12.373227 run osmo-stp_10.42.42.5(pid=13544): stdout: \u000a| (launched: 2022-12-10_02:24:10.796430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:12.511635 run osmo-stp_10.42.42.5(pid=13544): stderr: \u000a| �[0;m�[38;5;43m20221210022410990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022410990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022410990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022410991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022410991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022410991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022410991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:12.646369 run osmo-stp_10.42.42.5(pid=13544): stdout: \u000a| (launched: 2022-12-10_02:24:10.796430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:12.779281 run osmo-stp_10.42.42.5(pid=13544): stderr: \u000a| �[0;m�[38;5;43m20221210022410990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022410990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022410990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022410991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022410991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022410991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022410991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:12.934070 run patchelf(pid=13547): Terminating (SIGINT)\u000a02:24:13.115425 run patchelf(pid=13547): Terminated: ok {rc=0}\u000a02:24:13.148621 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13544): Process ended prematurely: osmo-stp_10.42.42.5(pid=13544) [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13544)] [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a02:24:13.158280 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a02:24:13.221045 run osmo-hlr_10.42.42.2(pid=13541): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13541)]\u000a02:24:13.272435 run osmo-hlr_10.42.42.2(pid=13541): stdout: \u000a| (launched: 2022-12-10_02:24:09.793536) \u000a02:24:13.324479 run osmo-hlr_10.42.42.2(pid=13541): stderr: \u000a| �[0;m�[1;31m20221210022409994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022409994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022409994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022409994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022409994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022409994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022410006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022410014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022410015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022410015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:24:13.368887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13534): Terminating (SIGTERM)\u000a02:24:13.410917 run iperf3-srv_10.42.42.10(pid=13535): Terminating (SIGTERM)\u000a02:24:13.453430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13536): Terminating (SIGTERM)\u000a02:24:13.495473 run iperf3-srv_10.42.42.10(pid=13537): Terminating (SIGTERM)\u000a02:24:13.537886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13540): Terminating (SIGTERM)\u000a02:24:13.580048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13543): Terminating (SIGTERM)\u000a02:24:13.621801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13546): Terminating (SIGTERM)\u000a02:24:13.631419 --- ParallelTerminationStrategy: PID 13534 died...\u000a02:24:13.687126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13534): Terminated: ok {rc=0}\u000a02:24:13.697194 --- ParallelTerminationStrategy: PID 13535 died...\u000a02:24:13.752366 run iperf3-srv_10.42.42.10(pid=13535): Terminated {rc=256}\u000a02:24:13.762494 --- ParallelTerminationStrategy: PID 13536 died...\u000a02:24:13.818137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13536): Terminated: ok {rc=0}\u000a02:24:13.828168 --- ParallelTerminationStrategy: PID 13537 died...\u000a02:24:13.883349 run iperf3-srv_10.42.42.10(pid=13537): Terminated {rc=256}\u000a02:24:13.893429 --- ParallelTerminationStrategy: PID 13540 died...\u000a02:24:13.948509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13540): Terminated: ok {rc=0}\u000a02:24:13.958679 --- ParallelTerminationStrategy: PID 13543 died...\u000a02:24:14.013819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13543): Terminated: ok {rc=0}\u000a02:24:14.024019 --- ParallelTerminationStrategy: PID 13546 died...\u000a02:24:14.079426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13546): Terminated: ok {rc=0}\u000a02:24:14.166774 bus /gobi_0: Setting Powered False\u000a02:24:15.273118 bus /gobi_0: Setting Powered False\u000a02:24:16.381909 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13556): Process ended prematurely: osmo-stp_10.42.42.5(pid=13556) [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13556)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13556): Process ended prematurely: osmo-stp_10.42.42.5(pid=13556) [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a02:24:17.496765 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:17.508889 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:24:17.663847 tst iperf3.py: using LAC 25330\u000a02:24:17.791054 tst iperf3.py: using RAC 85\u000a02:24:17.917839 tst iperf3.py: using CellId 25330\u000a02:24:18.044390 tst iperf3.py: using BVCI 25331\u000a02:24:18.069112 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:18.080366 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:18.091396 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:18.102683 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:18.113893 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:18.125063 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:18.136280 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:18.147333 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:18.158696 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:24:18.448904 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:24:18.584645 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:24:18.917912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13548): Launched\u000a02:24:19.195041 run iperf3-srv_10.42.42.10(pid=13549): Launched\u000a02:24:19.392145 tst iperf3.py:8: start network...\u000a02:24:19.527225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:24:20.043893 run create_hlr_db(pid=13550): Launched\u000a02:24:20.230839 bus /gobi_6: Setting Powered False\u000a02:24:21.252481 run create_hlr_db(pid=13550): Terminated: ok {rc=0}\u000a02:24:21.658235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13552): Launched\u000a02:24:21.961176 run osmo-hlr_10.42.42.2(pid=13553): Launched\u000a02:24:22.076368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:24:22.602268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13555): Launched\u000a02:24:22.904531 run osmo-stp_10.42.42.5(pid=13556): Launched\u000a02:24:23.014718 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:24:23.542666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13558): Launched\u000a02:24:23.650778 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:24:23.914753 run patchelf(pid=13559): Launched\u000a02:24:24.091596 run osmo-stp_10.42.42.5(pid=13556): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13556)]\u000a02:24:24.220903 run osmo-stp_10.42.42.5(pid=13556): stdout: \u000a| (launched: 2022-12-10_02:24:22.755368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:24.350659 run osmo-stp_10.42.42.5(pid=13556): stderr: \u000a| �[0;m�[38;5;43m20221210022422924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022422924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022422924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022422925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022422925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022422925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022422925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:24.476059 run osmo-stp_10.42.42.5(pid=13556): stdout: \u000a| (launched: 2022-12-10_02:24:22.755368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:24.600369 run osmo-stp_10.42.42.5(pid=13556): stderr: \u000a| �[0;m�[38;5;43m20221210022422924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022422924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022422924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022422925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022422925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022422925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022422925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:24.745325 run patchelf(pid=13559): Terminating (SIGINT)\u000a02:24:24.915256 run patchelf(pid=13559): Terminated: ok {rc=0}\u000a02:24:24.946364 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13556): Process ended prematurely: osmo-stp_10.42.42.5(pid=13556) [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13556)] [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a02:24:24.955564 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a02:24:25.015787 run osmo-hlr_10.42.42.2(pid=13553): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13553)]\u000a02:24:25.064796 run osmo-hlr_10.42.42.2(pid=13553): stdout: \u000a| (launched: 2022-12-10_02:24:21.811895) \u000a02:24:25.114802 run osmo-hlr_10.42.42.2(pid=13553): stderr: \u000a| �[0;m�[1;31m20221210022421988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022421988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022421988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022421988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022421988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022421988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022422000 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022422009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022422010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022422010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:24:25.156851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13548): Terminating (SIGTERM)\u000a02:24:25.196885 run iperf3-srv_10.42.42.10(pid=13549): Terminating (SIGTERM)\u000a02:24:25.237050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13552): Terminating (SIGTERM)\u000a02:24:25.276997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13555): Terminating (SIGTERM)\u000a02:24:25.317594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13558): Terminating (SIGTERM)\u000a02:24:25.326851 --- ParallelTerminationStrategy: PID 13548 died...\u000a02:24:25.380572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13548): Terminated: ok {rc=0}\u000a02:24:25.390606 --- ParallelTerminationStrategy: PID 13549 died...\u000a02:24:25.444193 run iperf3-srv_10.42.42.10(pid=13549): Terminated {rc=256}\u000a02:24:25.453967 --- ParallelTerminationStrategy: PID 13552 died...\u000a02:24:25.506926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13552): Terminated: ok {rc=0}\u000a02:24:25.516925 --- ParallelTerminationStrategy: PID 13555 died...\u000a02:24:25.570874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13555): Terminated: ok {rc=0}\u000a02:24:25.580632 --- ParallelTerminationStrategy: PID 13558 died...\u000a02:24:25.634273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13558): Terminated: ok {rc=0}\u000a02:24:25.719159 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13574): Process ended prematurely: osmo-stp_10.42.42.5(pid=13574) [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13574)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13574): Process ended prematurely: osmo-stp_10.42.42.5(pid=13574) [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a02:24:26.834877 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:26.846848 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:24:27.001369 tst iperf3m4.py: using LAC 25331\u000a02:24:27.129869 tst iperf3m4.py: using RAC 86\u000a02:24:27.255909 tst iperf3m4.py: using CellId 25331\u000a02:24:27.382671 tst iperf3m4.py: using BVCI 25332\u000a02:24:27.407710 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:27.419247 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:27.430506 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:27.442047 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:27.453471 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:27.464616 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:27.476065 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:27.487506 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:27.499130 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:24:27.616067 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:24:27.738419 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:24:27.855160 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:24:28.149855 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:24:28.285491 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:24:28.620533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13560): Launched\u000a02:24:28.897889 run iperf3-srv_10.42.42.10(pid=13561): Launched\u000a02:24:29.095457 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:24:29.230015 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:24:29.564535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13562): Launched\u000a02:24:29.842786 run iperf3-srv_10.42.42.10(pid=13563): Launched\u000a02:24:30.040079 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:24:30.174619 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:24:30.507962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13564): Launched\u000a02:24:30.786355 run iperf3-srv_10.42.42.10(pid=13565): Launched\u000a02:24:30.995177 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:24:31.133611 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:24:31.490450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13566): Launched\u000a02:24:31.794366 run iperf3-srv_10.42.42.10(pid=13567): Launched\u000a02:24:31.995529 tst iperf3m4.py:8: start network...\u000a02:24:32.132807 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:24:32.652413 run create_hlr_db(pid=13568): Launched\u000a02:24:32.838732 bus /gobi_6: Setting Powered False\u000a02:24:33.859719 run create_hlr_db(pid=13568): Terminated: ok {rc=0}\u000a02:24:34.266459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13570): Launched\u000a02:24:34.569505 run osmo-hlr_10.42.42.2(pid=13571): Launched\u000a02:24:34.689577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:24:35.224937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13573): Launched\u000a02:24:35.527822 run osmo-stp_10.42.42.5(pid=13574): Launched\u000a02:24:35.640155 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:24:36.167060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13576): Launched\u000a02:24:36.274770 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:24:36.539110 run patchelf(pid=13577): Launched\u000a02:24:36.716512 run osmo-stp_10.42.42.5(pid=13574): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13574)]\u000a02:24:36.846011 run osmo-stp_10.42.42.5(pid=13574): stdout: \u000a| (launched: 2022-12-10_02:24:35.378059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:36.975741 run osmo-stp_10.42.42.5(pid=13574): stderr: \u000a| �[0;m�[38;5;43m20221210022435549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022435549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022435549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022435550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022435550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022435550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022435550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:37.101323 run osmo-stp_10.42.42.5(pid=13574): stdout: \u000a| (launched: 2022-12-10_02:24:35.378059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:37.226294 run osmo-stp_10.42.42.5(pid=13574): stderr: \u000a| �[0;m�[38;5;43m20221210022435549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022435549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022435549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022435550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022435550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022435550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022435550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:37.371140 run patchelf(pid=13577): Terminating (SIGINT)\u000a02:24:37.541117 run patchelf(pid=13577): Terminated: ok {rc=0}\u000a02:24:37.572517 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13574): Process ended prematurely: osmo-stp_10.42.42.5(pid=13574) [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13574)] [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a02:24:37.581834 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a02:24:37.643706 run osmo-hlr_10.42.42.2(pid=13571): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13571)]\u000a02:24:37.694679 run osmo-hlr_10.42.42.2(pid=13571): stdout: \u000a| (launched: 2022-12-10_02:24:34.419685) \u000a02:24:37.745464 run osmo-hlr_10.42.42.2(pid=13571): stderr: \u000a| �[0;m�[1;31m20221210022434595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022434595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022434595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022434595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022434595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022434595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022434607 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022434617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022434618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022434618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:24:37.787881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13560): Terminating (SIGTERM)\u000a02:24:37.828722 run iperf3-srv_10.42.42.10(pid=13561): Terminating (SIGTERM)\u000a02:24:37.869116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13562): Terminating (SIGTERM)\u000a02:24:37.909806 run iperf3-srv_10.42.42.10(pid=13563): Terminating (SIGTERM)\u000a02:24:37.950273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13564): Terminating (SIGTERM)\u000a02:24:37.990680 run iperf3-srv_10.42.42.10(pid=13565): Terminating (SIGTERM)\u000a02:24:38.031169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13566): Terminating (SIGTERM)\u000a02:24:38.071835 run iperf3-srv_10.42.42.10(pid=13567): Terminating (SIGTERM)\u000a02:24:38.112120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13570): Terminating (SIGTERM)\u000a02:24:38.152569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13573): Terminating (SIGTERM)\u000a02:24:38.192923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13576): Terminating (SIGTERM)\u000a02:24:38.202582 --- ParallelTerminationStrategy: PID 13560 died...\u000a02:24:38.256874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13560): Terminated: ok {rc=0}\u000a02:24:38.266666 --- ParallelTerminationStrategy: PID 13561 died...\u000a02:24:38.320022 run iperf3-srv_10.42.42.10(pid=13561): Terminated {rc=256}\u000a02:24:38.330061 --- ParallelTerminationStrategy: PID 13562 died...\u000a02:24:38.383690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13562): Terminated: ok {rc=0}\u000a02:24:38.393806 --- ParallelTerminationStrategy: PID 13563 died...\u000a02:24:38.447404 run iperf3-srv_10.42.42.10(pid=13563): Terminated {rc=256}\u000a02:24:38.457181 --- ParallelTerminationStrategy: PID 13564 died...\u000a02:24:38.511339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13564): Terminated: ok {rc=0}\u000a02:24:38.521161 --- ParallelTerminationStrategy: PID 13565 died...\u000a02:24:38.574846 run iperf3-srv_10.42.42.10(pid=13565): Terminated {rc=256}\u000a02:24:38.585016 --- ParallelTerminationStrategy: PID 13566 died...\u000a02:24:38.638730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13566): Terminated: ok {rc=0}\u000a02:24:38.648802 --- ParallelTerminationStrategy: PID 13567 died...\u000a02:24:38.702789 run iperf3-srv_10.42.42.10(pid=13567): Terminated {rc=256}\u000a02:24:38.712587 --- ParallelTerminationStrategy: PID 13570 died...\u000a02:24:38.766676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13570): Terminated: ok {rc=0}\u000a02:24:38.776723 --- ParallelTerminationStrategy: PID 13573 died...\u000a02:24:38.830682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13573): Terminated: ok {rc=0}\u000a02:24:38.840672 --- ParallelTerminationStrategy: PID 13576 died...\u000a02:24:38.894789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13576): Terminated: ok {rc=0}\u000a02:24:38.979874 bus /gobi_4: Setting Powered False\u000a02:24:40.088199 bus /gobi_4: Setting Powered False\u000a02:24:41.197442 bus /gobi_1: Setting Powered False\u000a02:24:42.305507 bus /gobi_1: Setting Powered False\u000a02:24:43.414259 bus /gobi_0: Setting Powered False\u000a02:24:44.520450 bus /gobi_0: Setting Powered False\u000a02:24:45.630547 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13584): Process ended prematurely: osmo-stp_10.42.42.5(pid=13584) [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13584)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13584): Process ended prematurely: osmo-stp_10.42.42.5(pid=13584) [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13584)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a02:24:46.697727 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:46.710070 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:24:46.859067 tst ping.py: using LAC 25332\u000a02:24:46.979898 tst ping.py: using RAC 87\u000a02:24:47.128125 tst ping.py: using CellId 25332\u000a02:24:47.252995 tst ping.py: using BVCI 25333\u000a02:24:47.277661 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:47.289079 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:47.300284 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:47.311644 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:47.323088 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:47.334134 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:47.345413 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:47.356383 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:24:47.643865 tst ping.py:19: start network...\u000a02:24:47.776561 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:24:48.282608 run create_hlr_db(pid=13578): Launched\u000a02:24:48.466732 bus /gobi_6: Setting Powered False\u000a02:24:49.486429 run create_hlr_db(pid=13578): Terminated: ok {rc=0}\u000a02:24:49.911121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13580): Launched\u000a02:24:50.227280 run osmo-hlr_10.42.42.2(pid=13581): Launched\u000a02:24:50.346174 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:24:50.904223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13583): Launched\u000a02:24:51.221393 run osmo-stp_10.42.42.5(pid=13584): Launched\u000a02:24:51.338322 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:24:51.897173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13586): Launched\u000a02:24:52.010383 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:24:52.288227 run patchelf(pid=13587): Launched\u000a02:24:52.474705 run osmo-stp_10.42.42.5(pid=13584): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13584)]\u000a02:24:52.611339 run osmo-stp_10.42.42.5(pid=13584): stdout: \u000a| (launched: 2022-12-10_02:24:51.066011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:52.747955 run osmo-stp_10.42.42.5(pid=13584): stderr: \u000a| �[0;m�[38;5;43m20221210022451257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022451257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022451257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022451258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022451258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022451258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022451258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:52.880005 run osmo-stp_10.42.42.5(pid=13584): stdout: \u000a| (launched: 2022-12-10_02:24:51.066011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:53.010477 run osmo-stp_10.42.42.5(pid=13584): stderr: \u000a| �[0;m�[38;5;43m20221210022451257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022451257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022451257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022451258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022451258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022451258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022451258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:53.162299 run patchelf(pid=13587): Terminating (SIGINT)\u000a02:24:53.340276 run patchelf(pid=13587): Terminated: ok {rc=0}\u000a02:24:53.372614 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13584): Process ended prematurely: osmo-stp_10.42.42.5(pid=13584) [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13584)] [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a02:24:53.381743 tst ping.py:22: Test FAILED (6.7 sec)\u000a02:24:53.444980 run osmo-hlr_10.42.42.2(pid=13581): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13581)]\u000a02:24:53.496186 run osmo-hlr_10.42.42.2(pid=13581): stdout: \u000a| (launched: 2022-12-10_02:24:50.072422) \u000a02:24:53.548738 run osmo-hlr_10.42.42.2(pid=13581): stderr: \u000a| �[0;m�[1;31m20221210022450269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022450269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022450269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022450269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022450269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022450270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022450282 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022450290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022450291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022450291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:24:53.593225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13580): Terminating (SIGTERM)\u000a02:24:53.635206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13583): Terminating (SIGTERM)\u000a02:24:53.677526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13586): Terminating (SIGTERM)\u000a02:24:53.687239 --- ParallelTerminationStrategy: PID 13580 died...\u000a02:24:53.743638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13580): Terminated: ok {rc=0}\u000a02:24:53.753969 --- ParallelTerminationStrategy: PID 13583 died...\u000a02:24:53.810302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13583): Terminated: ok {rc=0}\u000a02:24:53.820374 --- ParallelTerminationStrategy: PID 13586 died...\u000a02:24:53.876185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13586): Terminated: ok {rc=0}\u000a02:24:53.964046 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13594): Process ended prematurely: osmo-stp_10.42.42.5(pid=13594) [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13594)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13594): Process ended prematurely: osmo-stp_10.42.42.5(pid=13594) [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13594)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a02:24:55.016742 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:55.028681 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:24:55.183145 tst ping_idle_ping.py: using LAC 25333\u000a02:24:55.308259 tst ping_idle_ping.py: using RAC 88\u000a02:24:55.433461 tst ping_idle_ping.py: using CellId 25333\u000a02:24:55.558854 tst ping_idle_ping.py: using BVCI 25334\u000a02:24:55.583347 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:55.594905 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:55.606254 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:55.618027 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:55.629774 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:55.641469 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:55.653626 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:55.665044 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:24:55.957187 tst ping_idle_ping.py:24: start network...\u000a02:24:56.090456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:24:56.603734 run create_hlr_db(pid=13588): Launched\u000a02:24:56.788376 bus /gobi_6: Setting Powered False\u000a02:24:57.807544 run create_hlr_db(pid=13588): Terminated: ok {rc=0}\u000a02:24:58.206776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13590): Launched\u000a02:24:58.504084 run osmo-hlr_10.42.42.2(pid=13591): Launched\u000a02:24:58.620283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:24:59.146415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13593): Launched\u000a02:24:59.443099 run osmo-stp_10.42.42.5(pid=13594): Launched\u000a02:24:59.552129 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:25:00.070490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13596): Launched\u000a02:25:00.176628 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:25:00.436633 run patchelf(pid=13597): Launched\u000a02:25:00.612117 run osmo-stp_10.42.42.5(pid=13594): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13594)]\u000a02:25:00.740045 run osmo-stp_10.42.42.5(pid=13594): stdout: \u000a| (launched: 2022-12-10_02:24:59.296898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:00.891077 run osmo-stp_10.42.42.5(pid=13594): stderr: \u000a| �[0;m�[38;5;43m20221210022459466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022459466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022459466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022459467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022459467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022459467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022459467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:01.018592 run osmo-stp_10.42.42.5(pid=13594): stdout: \u000a| (launched: 2022-12-10_02:24:59.296898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:01.144237 run osmo-stp_10.42.42.5(pid=13594): stderr: \u000a| �[0;m�[38;5;43m20221210022459466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022459466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022459466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022459467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022459467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022459467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022459467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:01.290562 run patchelf(pid=13597): Terminating (SIGINT)\u000a02:25:01.461602 run patchelf(pid=13597): Terminated: ok {rc=0}\u000a02:25:01.493333 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13594): Process ended prematurely: osmo-stp_10.42.42.5(pid=13594) [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13594)] [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a02:25:01.502949 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a02:25:01.567503 run osmo-hlr_10.42.42.2(pid=13591): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13591)]\u000a02:25:01.619578 run osmo-hlr_10.42.42.2(pid=13591): stdout: \u000a| (launched: 2022-12-10_02:24:58.357723) \u000a02:25:01.672270 run osmo-hlr_10.42.42.2(pid=13591): stderr: \u000a| �[0;m�[1;31m20221210022458534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022458534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022458534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022458534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022458534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022458534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022458547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022458555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022458555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022458555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:25:01.715760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13590): Terminating (SIGTERM)\u000a02:25:01.758661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13593): Terminating (SIGTERM)\u000a02:25:01.812252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13596): Terminating (SIGTERM)\u000a02:25:01.822070 --- ParallelTerminationStrategy: PID 13590 died...\u000a02:25:01.879189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13590): Terminated: ok {rc=0}\u000a02:25:01.890031 --- ParallelTerminationStrategy: PID 13593 died...\u000a02:25:01.949606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13593): Terminated: ok {rc=0}\u000a02:25:01.960054 --- ParallelTerminationStrategy: PID 13596 died...\u000a02:25:02.017962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13596): Terminated: ok {rc=0}\u000a02:25:02.121493 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:24:04" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13610): Process ended prematurely: osmo-stp_10.42.42.5(pid=13610) [trial-2368↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13610)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13610): Process ended prematurely: osmo-stp_10.42.42.5(pid=13610) [trial-2368↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13610)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a02:25:04.112930 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:04.125209 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:25:04.272371 tst switch_tch_pdch.py: using LAC 25334\u000a02:25:04.394506 tst switch_tch_pdch.py: using RAC 89\u000a02:25:04.516896 tst switch_tch_pdch.py: using CellId 25334\u000a02:25:04.639809 tst switch_tch_pdch.py: using BVCI 25335\u000a02:25:04.664230 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:04.675761 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:04.687108 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:04.698516 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:04.709729 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:04.721200 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:04.732666 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:04.743966 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:25:04.861068 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:25:05.135281 tst switch_tch_pdch.py:51: start network...\u000a02:25:05.258946 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:25:05.727697 run create_hlr_db(pid=13604): Launched\u000a02:25:05.899851 bus /gobi_6: Setting Powered False\u000a02:25:06.919717 run create_hlr_db(pid=13604): Terminated: ok {rc=0}\u000a02:25:07.316809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13606): Launched\u000a02:25:07.613510 run osmo-hlr_10.42.42.2(pid=13607): Launched\u000a02:25:07.721397 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:25:08.236941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13609): Launched\u000a02:25:08.533469 run osmo-stp_10.42.42.5(pid=13610): Launched\u000a02:25:08.641347 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:25:09.158151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13612): Launched\u000a02:25:09.263555 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:25:09.523506 run patchelf(pid=13613): Launched\u000a02:25:09.697667 run osmo-stp_10.42.42.5(pid=13610): ERR: Terminated: ERROR {rc=1} [trial-2368↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13610)]\u000a02:25:09.825423 run osmo-stp_10.42.42.5(pid=13610): stdout: \u000a| (launched: 2022-12-10_02:25:08.387779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:09.953630 run osmo-stp_10.42.42.5(pid=13610): stderr: \u000a| �[0;m�[38;5;43m20221210022508558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022508558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022508558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022508559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022508559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022508559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022508559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:10.077188 run osmo-stp_10.42.42.5(pid=13610): stdout: \u000a| (launched: 2022-12-10_02:25:08.387779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:10.199620 run osmo-stp_10.42.42.5(pid=13610): stderr: \u000a| �[0;m�[38;5;43m20221210022508558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022508558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022508558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022508559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022508559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022508559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022508559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:10.342211 run patchelf(pid=13613): Terminating (SIGINT)\u000a02:25:10.509083 run patchelf(pid=13613): Terminated: ok {rc=0}\u000a02:25:10.539401 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13610): Process ended prematurely: osmo-stp_10.42.42.5(pid=13610) [trial-2368↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13610)] [trial-2368↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a02:25:10.547856 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a02:25:10.608603 run osmo-hlr_10.42.42.2(pid=13607): ERR: Terminated: ERROR {rc=237} [trial-2368↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13607)]\u000a02:25:10.657974 run osmo-hlr_10.42.42.2(pid=13607): stdout: \u000a| (launched: 2022-12-10_02:25:07.466946) \u000a02:25:10.708225 run osmo-hlr_10.42.42.2(pid=13607): stderr: \u000a| �[0;m�[1;31m20221210022507644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022507644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022507644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022507644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022507644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022507644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022507656 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022507666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022507666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022507666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:25:10.750472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13606): Terminating (SIGTERM)\u000a02:25:10.790443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13609): Terminating (SIGTERM)\u000a02:25:10.830533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13612): Terminating (SIGTERM)\u000a02:25:10.839834 --- ParallelTerminationStrategy: PID 13606 died...\u000a02:25:10.893320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13606): Terminated: ok {rc=0}\u000a02:25:10.903120 --- ParallelTerminationStrategy: PID 13609 died...\u000a02:25:10.956187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13609): Terminated: ok {rc=0}\u000a02:25:10.966154 --- ParallelTerminationStrategy: PID 13612 died...\u000a02:25:11.019247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13612): Terminated: ok {rc=0}\u000a02:25:11.107503 bus /gobi_0: Setting Powered False\u000a02:25:12.211092 bus /gobi_0: Setting Powered False\u000a02:25:13.317843 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:25:03" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13624): Process ended prematurely: osmo-stp_10.42.42.5(pid=13624) [trial-2368↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13624)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13624): Process ended prematurely: osmo-stp_10.42.42.5(pid=13624) [trial-2368↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13624)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a02:25:15.258990 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:15.270247 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a02:25:15.418193 tst switch_tch_pdch.py: using LAC 25335\u000a02:25:15.542084 tst switch_tch_pdch.py: using RAC 90\u000a02:25:15.668296 tst switch_tch_pdch.py: using CellId 25335\u000a02:25:15.796446 tst switch_tch_pdch.py: using BVCI 25336\u000a02:25:15.820595 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:15.832495 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:15.857349 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:15.869550 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:15.887746 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:15.901377 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:15.914191 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:15.926875 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:25:16.050256 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:25:16.336252 tst switch_tch_pdch.py:51: start network...\u000a02:25:16.484168 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:25:17.017339 run create_hlr_db(pid=13618): Launched\u000a02:25:17.143271 bus /gobi_6: Setting Powered False\u000a02:25:18.209190 run create_hlr_db(pid=13618): Terminated: ok {rc=0}\u000a02:25:18.579246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13620): Launched\u000a02:25:18.873180 run osmo-hlr_10.42.42.2(pid=13621): Launched\u000a02:25:18.980509 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:25:19.466932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13623): Launched\u000a02:25:19.761977 run osmo-stp_10.42.42.5(pid=13624): Launched\u000a02:25:19.869726 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:25:20.359103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13626): Launched\u000a02:25:20.464134 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:25:20.722496 run patchelf(pid=13627): Launched\u000a02:25:20.895705 run osmo-stp_10.42.42.5(pid=13624): ERR: Terminated: ERROR {rc=1} [trial-2368↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13624)]\u000a02:25:21.022308 run osmo-stp_10.42.42.5(pid=13624): stdout: \u000a| (launched: 2022-12-10_02:25:19.616218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:21.149154 run osmo-stp_10.42.42.5(pid=13624): stderr: \u000a| �[0;m�[38;5;43m20221210022519785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022519785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022519785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022519786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022519786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022519786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022519786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:21.271743 run osmo-stp_10.42.42.5(pid=13624): stdout: \u000a| (launched: 2022-12-10_02:25:19.616218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:21.393096 run osmo-stp_10.42.42.5(pid=13624): stderr: \u000a| �[0;m�[38;5;43m20221210022519785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022519785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022519785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022519786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022519786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022519786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022519786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:21.534387 run patchelf(pid=13627): Terminating (SIGINT)\u000a02:25:21.699782 run patchelf(pid=13627): Terminated: ok {rc=0}\u000a02:25:21.729889 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13624): Process ended prematurely: osmo-stp_10.42.42.5(pid=13624) [trial-2368↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13624)] [trial-2368↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a02:25:21.738402 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a02:25:21.798757 run osmo-hlr_10.42.42.2(pid=13621): ERR: Terminated: ERROR {rc=237} [trial-2368↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13621)]\u000a02:25:21.848183 run osmo-hlr_10.42.42.2(pid=13621): stdout: \u000a| (launched: 2022-12-10_02:25:18.728438) \u000a02:25:21.898055 run osmo-hlr_10.42.42.2(pid=13621): stderr: \u000a| �[0;m�[1;31m20221210022518905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022518905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022518905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022518905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022518905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022518905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022518918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022518926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022518927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022518927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:25:21.940309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13620): Terminating (SIGTERM)\u000a02:25:21.980292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13623): Terminating (SIGTERM)\u000a02:25:22.020687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13626): Terminating (SIGTERM)\u000a02:25:22.030145 --- ParallelTerminationStrategy: PID 13620 died...\u000a02:25:22.083372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13620): Terminated: ok {rc=0}\u000a02:25:22.093407 --- ParallelTerminationStrategy: PID 13623 died...\u000a02:25:22.146221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13623): Terminated: ok {rc=0}\u000a02:25:22.156007 --- ParallelTerminationStrategy: PID 13626 died...\u000a02:25:22.209082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13626): Terminated: ok {rc=0}\u000a02:25:22.291834 bus /gobi_0: Setting Powered False\u000a02:25:23.398497 bus /gobi_0: Setting Powered False\u000a02:25:24.506067 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:25:15" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13632): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13632) [trial-2368↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13632)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13632): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13632) [trial-2368↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a02:25:26.392674 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a02:25:26.403703 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a02:25:26.543993 tst mo_mt_sms.py: using LAC 25336\u000a02:25:26.668676 tst mo_mt_sms.py: using RAC 91\u000a02:25:26.792255 tst mo_mt_sms.py: using CellId 25336\u000a02:25:26.916430 tst mo_mt_sms.py: using BVCI 25337\u000a02:25:26.940550 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a02:25:27.055537 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a02:25:27.328564 tst mo_mt_sms.py:9: start nitb and bts...\u000a02:25:27.452612 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:25:28.068001 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13631): Launched\u000a02:25:28.361780 run osmo-nitb_10.42.42.2(pid=13632): Launched\u000a02:25:28.544900 run osmo-nitb_10.42.42.2(pid=13632): ERR: Terminated: ERROR {rc=2} [trial-2368↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13632)]\u000a02:25:28.680283 run osmo-nitb_10.42.42.2(pid=13632): stdout: \u000a| (launched: 2022-12-10_02:25:28.218144) \u000a02:25:28.815323 run osmo-nitb_10.42.42.2(pid=13632): stderr: \u000a| (launched: 2022-12-10_02:25:28.262586)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:25:28.946150 run osmo-nitb_10.42.42.2(pid=13632): stdout: \u000a| (launched: 2022-12-10_02:25:28.218144) \u000a02:25:29.075995 run osmo-nitb_10.42.42.2(pid=13632): stderr: \u000a| (launched: 2022-12-10_02:25:28.262586)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:25:29.481441 tst osmo-nitb_10.42.42.2(pid=13632): stdout: \u000a| (launched: 2022-12-10_02:25:28.218144) \u000a02:25:29.599186 tst osmo-nitb_10.42.42.2(pid=13632): stderr: \u000a| (launched: 2022-12-10_02:25:28.262586)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:25:29.651178 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=13632): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13632) [trial-2368↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13632)] [trial-2368↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a02:25:29.659138 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a02:25:29.694242 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13631): Terminating (SIGTERM)\u000a02:25:29.871438 --- ParallelTerminationStrategy: PID 13631 died...\u000a02:25:29.926497 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13631): Terminated: ok {rc=0}\u000a02:25:30.015393 bus /sierra_3: Setting Powered False\u000a02:25:31.120804 bus /sierra_3: Setting Powered False\u000a02:25:32.235978 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:25:26" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13642): Process ended prematurely: osmo-stp_10.42.42.5(pid=13642) [trial-2368↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13642)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13642): Process ended prematurely: osmo-stp_10.42.42.5(pid=13642) [trial-2368↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13642)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a02:25:34.124917 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:25:34.135618 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a02:25:34.270952 tst mo_mt_sms.py: using LAC 25337\u000a02:25:34.389649 tst mo_mt_sms.py: using RAC 92\u000a02:25:34.512815 tst mo_mt_sms.py: using CellId 25337\u000a02:25:34.634014 tst mo_mt_sms.py: using BVCI 25338\u000a02:25:34.656549 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:25:34.667131 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:25:34.677579 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:25:34.688609 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:25:34.699347 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:25:34.710191 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a02:25:34.828726 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a02:25:35.028098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:25:35.494595 run create_hlr_db(pid=13636): Launched\u000a02:25:35.666175 bus /sierra_2: Setting Powered False\u000a02:25:36.687024 run create_hlr_db(pid=13636): Terminated: ok {rc=0}\u000a02:25:37.084894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13638): Launched\u000a02:25:37.382125 run osmo-hlr_10.42.42.2(pid=13639): Launched\u000a02:25:37.500607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:25:38.025422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13641): Launched\u000a02:25:38.322102 run osmo-stp_10.42.42.5(pid=13642): Launched\u000a02:25:38.430324 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:25:38.973186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13644): Launched\u000a02:25:39.269728 run osmo-msc_10.42.42.6(pid=13645): Launched\u000a02:25:39.443750 run osmo-stp_10.42.42.5(pid=13642): ERR: Terminated: ERROR {rc=1} [trial-2368↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13642)]\u000a02:25:39.570521 run osmo-stp_10.42.42.5(pid=13642): stdout: \u000a| (launched: 2022-12-10_02:25:38.175615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:39.694668 run osmo-stp_10.42.42.5(pid=13642): stderr: \u000a| �[0;m�[38;5;43m20221210022538344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022538344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022538345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022538345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022538346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022538346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022538346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:39.813452 run osmo-stp_10.42.42.5(pid=13642): stdout: \u000a| (launched: 2022-12-10_02:25:38.175615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:39.931795 run osmo-stp_10.42.42.5(pid=13642): stderr: \u000a| �[0;m�[38;5;43m20221210022538344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022538344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022538345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022538345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022538346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022538346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022538346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:39.983728 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=13642): Process ended prematurely: osmo-stp_10.42.42.5(pid=13642) [trial-2368↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13642)] [trial-2368↪sms:trx-b200↪mo_mt_sms.py:16]\u000a02:25:39.991639 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a02:25:40.051806 run osmo-hlr_10.42.42.2(pid=13639): ERR: Terminated: ERROR {rc=237} [trial-2368↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13639)]\u000a02:25:40.101198 run osmo-hlr_10.42.42.2(pid=13639): stdout: \u000a| (launched: 2022-12-10_02:25:37.235600) \u000a02:25:40.151156 run osmo-hlr_10.42.42.2(pid=13639): stderr: \u000a| �[0;m�[1;31m20221210022537409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022537409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022537409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022537409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022537409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022537409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022537421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022537429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022537430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022537430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:25:40.219180 run osmo-msc_10.42.42.6(pid=13645): ERR: Terminated: ERROR {rc=2} [trial-2368↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13645)]\u000a02:25:40.268400 run osmo-msc_10.42.42.6(pid=13645): stdout: \u000a| (launched: 2022-12-10_02:25:39.122783) \u000a02:25:40.318100 run osmo-msc_10.42.42.6(pid=13645): stderr: \u000a| �[0;m�[38;5;43m20221210022539392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022539393 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c84d2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022539393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022539393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022539393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022539393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022539395 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022539396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022539396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022539396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:25:40.360248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13638): Terminating (SIGTERM)\u000a02:25:40.400401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13641): Terminating (SIGTERM)\u000a02:25:40.440468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13644): Terminating (SIGTERM)\u000a02:25:40.449902 --- ParallelTerminationStrategy: PID 13638 died...\u000a02:25:40.503429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13638): Terminated: ok {rc=0}\u000a02:25:40.513196 --- ParallelTerminationStrategy: PID 13641 died...\u000a02:25:40.566667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13641): Terminated: ok {rc=0}\u000a02:25:40.576213 --- ParallelTerminationStrategy: PID 13644 died...\u000a02:25:40.629691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13644): Terminated: ok {rc=0}\u000a02:25:40.713129 bus /sierra_3: Setting Powered False\u000a02:25:41.814136 bus /sierra_3: Setting Powered False\u000a02:25:42.925861 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:25:33" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13652): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13652) [trial-2368↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13652)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13652): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13652) [trial-2368↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a02:25:44.768475 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a02:25:44.779505 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a02:25:44.921281 tst assert_extension.py: using LAC 25338\u000a02:25:45.043864 tst assert_extension.py: using RAC 93\u000a02:25:45.166300 tst assert_extension.py: using CellId 25338\u000a02:25:45.288656 tst assert_extension.py: using BVCI 25339\u000a02:25:45.312999 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a02:25:45.583920 tst assert_extension.py:10: start nitb and bts...\u000a02:25:45.706732 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:25:46.364890 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13651): Launched\u000a02:25:46.694559 run osmo-nitb_10.42.42.2(pid=13652): Launched\u000a02:25:46.882452 run osmo-nitb_10.42.42.2(pid=13652): ERR: Terminated: ERROR {rc=2} [trial-2368↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13652)]\u000a02:25:47.063867 run osmo-nitb_10.42.42.2(pid=13652): stdout: \u000a| (launched: 2022-12-10_02:25:46.517283) \u000a02:25:47.213552 run osmo-nitb_10.42.42.2(pid=13652): stderr: \u000a| (launched: 2022-12-10_02:25:46.561912)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:25:47.345356 run osmo-nitb_10.42.42.2(pid=13652): stdout: \u000a| (launched: 2022-12-10_02:25:46.517283) \u000a02:25:47.474558 run osmo-nitb_10.42.42.2(pid=13652): stderr: \u000a| (launched: 2022-12-10_02:25:46.561912)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:25:47.816496 tst osmo-nitb_10.42.42.2(pid=13652): stdout: \u000a| (launched: 2022-12-10_02:25:46.517283) \u000a02:25:47.934452 tst osmo-nitb_10.42.42.2(pid=13652): stderr: \u000a| (launched: 2022-12-10_02:25:46.561912)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:25:47.985738 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=13652): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13652) [trial-2368↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13652)] [trial-2368↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a02:25:47.993583 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a02:25:48.028142 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13651): Terminating (SIGTERM)\u000a02:25:48.206157 --- ParallelTerminationStrategy: PID 13651 died...\u000a02:25:48.261441 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13651): Terminated: ok {rc=0}\u000a02:25:48.350364 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:25:44" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13663): Process ended prematurely: osmo-stp_10.42.42.5(pid=13663) [trial-2368↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13663)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13663): Process ended prematurely: osmo-stp_10.42.42.5(pid=13663) [trial-2368↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a02:25:50.186660 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:25:50.197529 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a02:25:50.331609 tst assert_extension.py: using LAC 25339\u000a02:25:50.448923 tst assert_extension.py: using RAC 94\u000a02:25:50.567759 tst assert_extension.py: using CellId 25339\u000a02:25:50.686238 tst assert_extension.py: using BVCI 25340\u000a02:25:50.708819 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:25:50.719498 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:25:50.730281 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:25:50.741216 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:25:50.751863 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:25:50.762444 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a02:25:50.965243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:25:51.429929 run create_hlr_db(pid=13657): Launched\u000a02:25:51.600683 bus /sierra_2: Setting Powered False\u000a02:25:52.634314 run create_hlr_db(pid=13657): Terminated: ok {rc=0}\u000a02:25:53.033605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13659): Launched\u000a02:25:53.329318 run osmo-hlr_10.42.42.2(pid=13660): Launched\u000a02:25:53.444695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:25:53.969306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13662): Launched\u000a02:25:54.265164 run osmo-stp_10.42.42.5(pid=13663): Launched\u000a02:25:54.373243 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:25:54.911038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13665): Launched\u000a02:25:55.206374 run osmo-msc_10.42.42.6(pid=13666): Launched\u000a02:25:55.379781 run osmo-stp_10.42.42.5(pid=13663): ERR: Terminated: ERROR {rc=1} [trial-2368↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13663)]\u000a02:25:55.506013 run osmo-stp_10.42.42.5(pid=13663): stdout: \u000a| (launched: 2022-12-10_02:25:54.119145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:55.629835 run osmo-stp_10.42.42.5(pid=13663): stderr: \u000a| �[0;m�[38;5;43m20221210022554287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022554288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022554288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022554288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022554289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022554289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022554289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:55.748713 run osmo-stp_10.42.42.5(pid=13663): stdout: \u000a| (launched: 2022-12-10_02:25:54.119145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:55.866645 run osmo-stp_10.42.42.5(pid=13663): stderr: \u000a| �[0;m�[38;5;43m20221210022554287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022554288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022554288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022554288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022554289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022554289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022554289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:55.918394 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=13663): Process ended prematurely: osmo-stp_10.42.42.5(pid=13663) [trial-2368↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13663)] [trial-2368↪ussd:trx-b200↪assert_extension.py:17]\u000a02:25:55.926189 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a02:25:55.986217 run osmo-hlr_10.42.42.2(pid=13660): ERR: Terminated: ERROR {rc=237} [trial-2368↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13660)]\u000a02:25:56.035513 run osmo-hlr_10.42.42.2(pid=13660): stdout: \u000a| (launched: 2022-12-10_02:25:53.183437) \u000a02:25:56.085552 run osmo-hlr_10.42.42.2(pid=13660): stderr: \u000a| �[0;m�[1;31m20221210022553360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022553360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022553360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022553360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022553360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022553360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022553371 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022553379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022553380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022553380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:25:56.152706 run osmo-msc_10.42.42.6(pid=13666): ERR: Terminated: ERROR {rc=2} [trial-2368↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13666)]\u000a02:25:56.202235 run osmo-msc_10.42.42.6(pid=13666): stdout: \u000a| (launched: 2022-12-10_02:25:55.060375) \u000a02:25:56.252068 run osmo-msc_10.42.42.6(pid=13666): stderr: \u000a| �[0;m�[38;5;43m20221210022555332 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022555332 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b08b2cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022555332 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022555332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022555333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022555333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022555335 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022555335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022555335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022555335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:25:56.294292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13659): Terminating (SIGTERM)\u000a02:25:56.334233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13662): Terminating (SIGTERM)\u000a02:25:56.374089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13665): Terminating (SIGTERM)\u000a02:25:56.383497 --- ParallelTerminationStrategy: PID 13659 died...\u000a02:25:56.437348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13659): Terminated: ok {rc=0}\u000a02:25:56.446859 --- ParallelTerminationStrategy: PID 13662 died...\u000a02:25:56.500006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13662): Terminated: ok {rc=0}\u000a02:25:56.509767 --- ParallelTerminationStrategy: PID 13665 died...\u000a02:25:56.562844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13665): Terminated: ok {rc=0}\u000a02:25:56.651802 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:25:49" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13677): Process ended prematurely: osmo-stp_10.42.42.5(pid=13677) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13677)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13677): Process ended prematurely: osmo-stp_10.42.42.5(pid=13677) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13677)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:25:58.623065 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:25:58.634686 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:25:58.798688 tst mo_mt_call.py: using LAC 25340\u000a02:25:58.924189 tst mo_mt_call.py: using RAC 95\u000a02:25:59.054934 tst mo_mt_call.py: using CellId 25340\u000a02:25:59.179696 tst mo_mt_call.py: using BVCI 25341\u000a02:25:59.204374 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:25:59.215683 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:25:59.226965 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:25:59.238352 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:25:59.249685 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:25:59.260854 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:25:59.382310 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:25:59.592151 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:26:00.109568 run create_hlr_db(pid=13671): Launched\u000a02:26:00.296635 bus /sierra_2: Setting Powered False\u000a02:26:01.310823 run create_hlr_db(pid=13671): Terminated: ok {rc=0}\u000a02:26:01.801925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13673): Launched\u000a02:26:02.262170 run osmo-hlr_10.42.42.2(pid=13674): Launched\u000a02:26:02.379963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:26:02.942989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13676): Launched\u000a02:26:03.266306 run osmo-stp_10.42.42.5(pid=13677): Launched\u000a02:26:03.384346 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:26:03.978048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13679): Launched\u000a02:26:04.302615 run osmo-msc_10.42.42.6(pid=13680): Launched\u000a02:26:04.493984 run osmo-stp_10.42.42.5(pid=13677): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13677)]\u000a02:26:04.631434 run osmo-stp_10.42.42.5(pid=13677): stdout: \u000a| (launched: 2022-12-10_02:26:03.107652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:04.768308 run osmo-stp_10.42.42.5(pid=13677): stderr: \u000a| �[0;m�[38;5;43m20221210022603300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022603300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022603301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022603301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022603302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022603302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022603302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:04.898635 run osmo-stp_10.42.42.5(pid=13677): stdout: \u000a| (launched: 2022-12-10_02:26:03.107652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:05.027291 run osmo-stp_10.42.42.5(pid=13677): stderr: \u000a| �[0;m�[38;5;43m20221210022603300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022603300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022603301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022603301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022603302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022603302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022603302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:05.083930 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13677): Process ended prematurely: osmo-stp_10.42.42.5(pid=13677) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13677)] [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a02:26:05.093050 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a02:26:05.156005 run osmo-hlr_10.42.42.2(pid=13674): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13674)]\u000a02:26:05.207946 run osmo-hlr_10.42.42.2(pid=13674): stdout: \u000a| (launched: 2022-12-10_02:26:01.971735) \u000a02:26:05.260372 run osmo-hlr_10.42.42.2(pid=13674): stderr: \u000a| �[0;m�[1;31m20221210022602177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022602177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022602177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022602177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022602177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022602177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022602198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022602208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022602208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022602208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:26:05.331585 run osmo-msc_10.42.42.6(pid=13680): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13680)]\u000a02:26:05.383313 run osmo-msc_10.42.42.6(pid=13680): stdout: \u000a| (launched: 2022-12-10_02:26:04.143457) \u000a02:26:05.435686 run osmo-msc_10.42.42.6(pid=13680): stderr: \u000a| �[0;m�[38;5;43m20221210022604465 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022604465 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc0b6677c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022604465 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022604465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022604465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022604466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022604469 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022604469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022604470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022604470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:26:05.480162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13673): Terminating (SIGTERM)\u000a02:26:05.522359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13676): Terminating (SIGTERM)\u000a02:26:05.564368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13679): Terminating (SIGTERM)\u000a02:26:05.574372 --- ParallelTerminationStrategy: PID 13673 died...\u000a02:26:05.630610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13673): Terminated: ok {rc=0}\u000a02:26:05.640732 --- ParallelTerminationStrategy: PID 13676 died...\u000a02:26:05.696693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13676): Terminated: ok {rc=0}\u000a02:26:05.706891 --- ParallelTerminationStrategy: PID 13679 died...\u000a02:26:05.762946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13679): Terminated: ok {rc=0}\u000a02:26:05.850892 bus /sierra_3: Setting Powered False\u000a02:26:06.956475 bus /sierra_3: Setting Powered False\u000a02:26:08.064792 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13688): Process ended prematurely: osmo-stp_10.42.42.5(pid=13688) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13688)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13688): Process ended prematurely: osmo-stp_10.42.42.5(pid=13688) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13688)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:26:09.179133 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:09.191543 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:26:09.358839 tst mo_mt_call_osmux.py: using LAC 25341\u000a02:26:09.481867 tst mo_mt_call_osmux.py: using RAC 96\u000a02:26:09.608379 tst mo_mt_call_osmux.py: using CellId 25341\u000a02:26:09.730954 tst mo_mt_call_osmux.py: using BVCI 25342\u000a02:26:09.754146 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:09.765282 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:09.776271 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:09.787498 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:09.798924 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:09.810070 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:26:09.928808 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:26:10.130059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:26:10.606101 run create_hlr_db(pid=13682): Launched\u000a02:26:10.779051 bus /sierra_2: Setting Powered False\u000a02:26:11.801320 run create_hlr_db(pid=13682): Terminated: ok {rc=0}\u000a02:26:12.203790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13684): Launched\u000a02:26:12.506646 run osmo-hlr_10.42.42.2(pid=13685): Launched\u000a02:26:12.621743 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:26:13.145477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13687): Launched\u000a02:26:13.448010 run osmo-stp_10.42.42.5(pid=13688): Launched\u000a02:26:13.559657 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:26:14.111894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13690): Launched\u000a02:26:14.414252 run osmo-msc_10.42.42.6(pid=13691): Launched\u000a02:26:14.591699 run osmo-stp_10.42.42.5(pid=13688): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13688)]\u000a02:26:14.719957 run osmo-stp_10.42.42.5(pid=13688): stdout: \u000a| (launched: 2022-12-10_02:26:13.298692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:14.846072 run osmo-stp_10.42.42.5(pid=13688): stderr: \u000a| �[0;m�[38;5;43m20221210022613467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022613467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022613467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022613468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022613468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022613468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022613469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:14.966838 run osmo-stp_10.42.42.5(pid=13688): stdout: \u000a| (launched: 2022-12-10_02:26:13.298692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:15.086223 run osmo-stp_10.42.42.5(pid=13688): stderr: \u000a| �[0;m�[38;5;43m20221210022613467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022613467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022613467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022613468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022613468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022613468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022613469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:15.139126 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13688): Process ended prematurely: osmo-stp_10.42.42.5(pid=13688) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13688)] [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a02:26:15.147666 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a02:26:15.207432 run osmo-hlr_10.42.42.2(pid=13685): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13685)]\u000a02:26:15.256289 run osmo-hlr_10.42.42.2(pid=13685): stdout: \u000a| (launched: 2022-12-10_02:26:12.357402) \u000a02:26:15.305788 run osmo-hlr_10.42.42.2(pid=13685): stderr: \u000a| �[0;m�[1;31m20221210022612532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022612532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022612532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022612533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022612533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022612533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022612544 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022612553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022612553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022612553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:26:15.372494 run osmo-msc_10.42.42.6(pid=13691): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13691)]\u000a02:26:15.421501 run osmo-msc_10.42.42.6(pid=13691): stdout: \u000a| (launched: 2022-12-10_02:26:14.264739) \u000a02:26:15.470658 run osmo-msc_10.42.42.6(pid=13691): stderr: \u000a| �[0;m�[38;5;43m20221210022614534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022614535 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f495ab7ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022614535 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022614535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022614535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022614535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022614537 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022614537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022614538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022614538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:26:15.512167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13684): Terminating (SIGTERM)\u000a02:26:15.551686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13687): Terminating (SIGTERM)\u000a02:26:15.591530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13690): Terminating (SIGTERM)\u000a02:26:15.600648 --- ParallelTerminationStrategy: PID 13684 died...\u000a02:26:15.653591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13684): Terminated: ok {rc=0}\u000a02:26:15.663523 --- ParallelTerminationStrategy: PID 13687 died...\u000a02:26:15.716791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13687): Terminated: ok {rc=0}\u000a02:26:15.726311 --- ParallelTerminationStrategy: PID 13690 died...\u000a02:26:15.778758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13690): Terminated: ok {rc=0}\u000a02:26:15.870099 bus /sierra_3: Setting Powered False\u000a02:26:16.995501 bus /sierra_3: Setting Powered False\u000a02:26:18.110566 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:25:58" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13702): Process ended prematurely: osmo-stp_10.42.42.5(pid=13702) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13702)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13702): Process ended prematurely: osmo-stp_10.42.42.5(pid=13702) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a02:26:20.098054 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:20.109062 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:26:20.269398 tst mo_mt_call.py: using LAC 25342\u000a02:26:20.386106 tst mo_mt_call.py: using RAC 97\u000a02:26:20.503916 tst mo_mt_call.py: using CellId 25342\u000a02:26:20.620298 tst mo_mt_call.py: using BVCI 25343\u000a02:26:20.643170 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:20.654146 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:20.665116 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:20.676155 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:20.687303 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:20.698343 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:26:20.818435 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:26:21.020915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:26:21.496223 run create_hlr_db(pid=13696): Launched\u000a02:26:21.669286 bus /sierra_2: Setting Powered False\u000a02:26:22.692106 run create_hlr_db(pid=13696): Terminated: ok {rc=0}\u000a02:26:23.095293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13698): Launched\u000a02:26:23.398029 run osmo-hlr_10.42.42.2(pid=13699): Launched\u000a02:26:23.513128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:26:24.043412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13701): Launched\u000a02:26:24.344608 run osmo-stp_10.42.42.5(pid=13702): Launched\u000a02:26:24.454751 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:26:25.005875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13704): Launched\u000a02:26:25.308916 run osmo-msc_10.42.42.6(pid=13705): Launched\u000a02:26:25.486561 run osmo-stp_10.42.42.5(pid=13702): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13702)]\u000a02:26:25.616005 run osmo-stp_10.42.42.5(pid=13702): stdout: \u000a| (launched: 2022-12-10_02:26:24.195898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:25.742148 run osmo-stp_10.42.42.5(pid=13702): stderr: \u000a| �[0;m�[38;5;43m20221210022624367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022624367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022624367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022624367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022624368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022624368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022624368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:25.863185 run osmo-stp_10.42.42.5(pid=13702): stdout: \u000a| (launched: 2022-12-10_02:26:24.195898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:25.982980 run osmo-stp_10.42.42.5(pid=13702): stderr: \u000a| �[0;m�[38;5;43m20221210022624367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022624367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022624367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022624367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022624368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022624368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022624368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:26.035992 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13702): Process ended prematurely: osmo-stp_10.42.42.5(pid=13702) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13702)] [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a02:26:26.044687 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a02:26:26.104444 run osmo-hlr_10.42.42.2(pid=13699): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13699)]\u000a02:26:26.153460 run osmo-hlr_10.42.42.2(pid=13699): stdout: \u000a| (launched: 2022-12-10_02:26:23.248735) \u000a02:26:26.202775 run osmo-hlr_10.42.42.2(pid=13699): stderr: \u000a| �[0;m�[1;31m20221210022623426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022623426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022623426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022623426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022623426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022623426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022623438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022623446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022623446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022623446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:26:26.269536 run osmo-msc_10.42.42.6(pid=13705): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13705)]\u000a02:26:26.318976 run osmo-msc_10.42.42.6(pid=13705): stdout: \u000a| (launched: 2022-12-10_02:26:25.158733) \u000a02:26:26.368418 run osmo-msc_10.42.42.6(pid=13705): stderr: \u000a| �[0;m�[38;5;43m20221210022625430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022625430 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b918e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022625431 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022625431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022625431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022625431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022625433 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022625433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022625433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022625434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:26:26.410203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13698): Terminating (SIGTERM)\u000a02:26:26.450085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13701): Terminating (SIGTERM)\u000a02:26:26.490152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13704): Terminating (SIGTERM)\u000a02:26:26.499529 --- ParallelTerminationStrategy: PID 13698 died...\u000a02:26:26.553070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13698): Terminated: ok {rc=0}\u000a02:26:26.562828 --- ParallelTerminationStrategy: PID 13701 died...\u000a02:26:26.615931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13701): Terminated: ok {rc=0}\u000a02:26:26.625733 --- ParallelTerminationStrategy: PID 13704 died...\u000a02:26:26.679246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13704): Terminated: ok {rc=0}\u000a02:26:26.762830 bus /sierra_3: Setting Powered False\u000a02:26:27.863744 bus /sierra_3: Setting Powered False\u000a02:26:28.970505 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13713): Process ended prematurely: osmo-stp_10.42.42.5(pid=13713) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13713)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13713): Process ended prematurely: osmo-stp_10.42.42.5(pid=13713) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:26:30.079132 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:30.090740 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:26:30.247040 tst mo_mt_call_osmux.py: using LAC 25343\u000a02:26:30.367493 tst mo_mt_call_osmux.py: using RAC 98\u000a02:26:30.487706 tst mo_mt_call_osmux.py: using CellId 25343\u000a02:26:30.608497 tst mo_mt_call_osmux.py: using BVCI 25344\u000a02:26:30.631594 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:30.642748 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:30.653907 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:30.665276 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:30.676516 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:30.687774 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:26:30.804367 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:26:31.086528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:26:31.610094 run create_hlr_db(pid=13707): Launched\u000a02:26:31.788908 bus /sierra_2: Setting Powered False\u000a02:26:32.807182 run create_hlr_db(pid=13707): Terminated: ok {rc=0}\u000a02:26:33.237581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13709): Launched\u000a02:26:33.562345 run osmo-hlr_10.42.42.2(pid=13710): Launched\u000a02:26:33.682056 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:26:34.247481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13712): Launched\u000a02:26:34.569855 run osmo-stp_10.42.42.5(pid=13713): Launched\u000a02:26:34.687493 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:26:35.282124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13715): Launched\u000a02:26:35.606181 run osmo-msc_10.42.42.6(pid=13716): Launched\u000a02:26:35.796631 run osmo-stp_10.42.42.5(pid=13713): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13713)]\u000a02:26:35.934442 run osmo-stp_10.42.42.5(pid=13713): stdout: \u000a| (launched: 2022-12-10_02:26:34.411912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:36.071287 run osmo-stp_10.42.42.5(pid=13713): stderr: \u000a| �[0;m�[38;5;43m20221210022634603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022634603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022634603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022634603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022634604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022634604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022634604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:36.201210 run osmo-stp_10.42.42.5(pid=13713): stdout: \u000a| (launched: 2022-12-10_02:26:34.411912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:36.329689 run osmo-stp_10.42.42.5(pid=13713): stderr: \u000a| �[0;m�[38;5;43m20221210022634603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022634603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022634603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022634603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022634604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022634604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022634604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:36.386498 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13713): Process ended prematurely: osmo-stp_10.42.42.5(pid=13713) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13713)] [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a02:26:36.395701 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a02:26:36.458546 run osmo-hlr_10.42.42.2(pid=13710): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13710)]\u000a02:26:36.510053 run osmo-hlr_10.42.42.2(pid=13710): stdout: \u000a| (launched: 2022-12-10_02:26:33.403206) \u000a02:26:36.562595 run osmo-hlr_10.42.42.2(pid=13710): stderr: \u000a| �[0;m�[1;31m20221210022633600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022633600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022633600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022633600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022633600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022633600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022633613 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022633621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022633621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022633621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:26:36.633826 run osmo-msc_10.42.42.6(pid=13716): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13716)]\u000a02:26:36.685153 run osmo-msc_10.42.42.6(pid=13716): stdout: \u000a| (launched: 2022-12-10_02:26:35.446382) \u000a02:26:36.737093 run osmo-msc_10.42.42.6(pid=13716): stderr: \u000a| �[0;m�[38;5;43m20221210022635772 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022635772 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f372d908c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022635772 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022635772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022635772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022635773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022635774 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022635775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022635775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022635775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:26:36.781212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13709): Terminating (SIGTERM)\u000a02:26:36.822823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13712): Terminating (SIGTERM)\u000a02:26:36.864524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13715): Terminating (SIGTERM)\u000a02:26:36.874241 --- ParallelTerminationStrategy: PID 13709 died...\u000a02:26:36.930217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13709): Terminated: ok {rc=0}\u000a02:26:36.940317 --- ParallelTerminationStrategy: PID 13712 died...\u000a02:26:36.996027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13712): Terminated: ok {rc=0}\u000a02:26:37.005955 --- ParallelTerminationStrategy: PID 13715 died...\u000a02:26:37.061861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13715): Terminated: ok {rc=0}\u000a02:26:37.149098 bus /sierra_3: Setting Powered False\u000a02:26:38.255375 bus /sierra_3: Setting Powered False\u000a02:26:39.367472 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:26:19" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13727): Process ended prematurely: osmo-stp_10.42.42.5(pid=13727) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13727)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13727): Process ended prematurely: osmo-stp_10.42.42.5(pid=13727) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:26:41.363723 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:26:41.375433 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:26:41.543988 tst mo_mt_call.py: using LAC 25344\u000a02:26:41.669997 tst mo_mt_call.py: using RAC 99\u000a02:26:41.795205 tst mo_mt_call.py: using CellId 25344\u000a02:26:41.921056 tst mo_mt_call.py: using BVCI 25345\u000a02:26:41.946026 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:26:41.957462 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:26:41.968586 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:26:41.980394 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:26:41.992225 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:26:42.004114 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:26:42.122865 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:26:42.335579 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:26:42.852452 run create_hlr_db(pid=13721): Launched\u000a02:26:43.038713 bus /sierra_2: Setting Powered False\u000a02:26:44.059394 run create_hlr_db(pid=13721): Terminated: ok {rc=0}\u000a02:26:44.466356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13723): Launched\u000a02:26:44.770117 run osmo-hlr_10.42.42.2(pid=13724): Launched\u000a02:26:44.890277 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:26:45.423957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13726): Launched\u000a02:26:45.726801 run osmo-stp_10.42.42.5(pid=13727): Launched\u000a02:26:45.856586 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:26:46.476907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13729): Launched\u000a02:26:46.874299 run osmo-msc_10.42.42.6(pid=13730): Launched\u000a02:26:47.314612 run osmo-stp_10.42.42.5(pid=13727): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13727)]\u000a02:26:47.520263 run osmo-stp_10.42.42.5(pid=13727): stdout: \u000a| (launched: 2022-12-10_02:26:45.577777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:47.658059 run osmo-stp_10.42.42.5(pid=13727): stderr: \u000a| �[0;m�[38;5;43m20221210022645750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022645750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022645750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022645750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022645751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022645751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022645751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:47.788155 run osmo-stp_10.42.42.5(pid=13727): stdout: \u000a| (launched: 2022-12-10_02:26:45.577777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:47.917427 run osmo-stp_10.42.42.5(pid=13727): stderr: \u000a| �[0;m�[38;5;43m20221210022645750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022645750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022645750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022645750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022645751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022645751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022645751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:47.974236 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13727): Process ended prematurely: osmo-stp_10.42.42.5(pid=13727) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13727)] [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a02:26:47.983457 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a02:26:48.047425 run osmo-hlr_10.42.42.2(pid=13724): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13724)]\u000a02:26:48.099320 run osmo-hlr_10.42.42.2(pid=13724): stdout: \u000a| (launched: 2022-12-10_02:26:44.620073) \u000a02:26:48.151813 run osmo-hlr_10.42.42.2(pid=13724): stderr: \u000a| �[0;m�[1;31m20221210022644799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022644799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022644799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022644799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022644799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022644799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022644811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022644822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022644822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022644822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:26:48.222831 run osmo-msc_10.42.42.6(pid=13730): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13730)]\u000a02:26:48.274687 run osmo-msc_10.42.42.6(pid=13730): stdout: \u000a| (launched: 2022-12-10_02:26:46.645968) \u000a02:26:48.327256 run osmo-msc_10.42.42.6(pid=13730): stderr: \u000a| �[0;m�[38;5;43m20221210022647292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022647292 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f215c4bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022647292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022647292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022647293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022647293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022647294 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022647295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022647295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022647295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:26:48.371380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13723): Terminating (SIGTERM)\u000a02:26:48.414132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13726): Terminating (SIGTERM)\u000a02:26:48.456188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13729): Terminating (SIGTERM)\u000a02:26:48.466682 --- ParallelTerminationStrategy: PID 13723 died...\u000a02:26:48.522534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13723): Terminated: ok {rc=0}\u000a02:26:48.532654 --- ParallelTerminationStrategy: PID 13726 died...\u000a02:26:48.588462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13726): Terminated: ok {rc=0}\u000a02:26:48.598947 --- ParallelTerminationStrategy: PID 13729 died...\u000a02:26:48.655122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13729): Terminated: ok {rc=0}\u000a02:26:48.741772 bus /sierra_3: Setting Powered False\u000a02:26:49.848140 bus /sierra_3: Setting Powered False\u000a02:26:50.959316 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13738): Process ended prematurely: osmo-stp_10.42.42.5(pid=13738) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13738)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13738): Process ended prematurely: osmo-stp_10.42.42.5(pid=13738) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:26:52.069448 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:26:52.081364 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:26:52.238996 tst mo_mt_call_osmux.py: using LAC 25345\u000a02:26:52.360029 tst mo_mt_call_osmux.py: using RAC 100\u000a02:26:52.480368 tst mo_mt_call_osmux.py: using CellId 25345\u000a02:26:52.599001 tst mo_mt_call_osmux.py: using BVCI 25346\u000a02:26:52.622202 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:26:52.633175 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:26:52.643953 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:26:52.655049 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:26:52.666608 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:26:52.677577 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:26:52.797856 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:26:53.000447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:26:53.475598 run create_hlr_db(pid=13732): Launched\u000a02:26:53.648373 bus /sierra_2: Setting Powered False\u000a02:26:54.670371 run create_hlr_db(pid=13732): Terminated: ok {rc=0}\u000a02:26:55.098777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13734): Launched\u000a02:26:55.422060 run osmo-hlr_10.42.42.2(pid=13735): Launched\u000a02:26:55.540615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:26:56.104188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13737): Launched\u000a02:26:56.426317 run osmo-stp_10.42.42.5(pid=13738): Launched\u000a02:26:56.543642 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:26:57.135547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13740): Launched\u000a02:26:57.459119 run osmo-msc_10.42.42.6(pid=13741): Launched\u000a02:26:57.648876 run osmo-stp_10.42.42.5(pid=13738): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13738)]\u000a02:26:57.785183 run osmo-stp_10.42.42.5(pid=13738): stdout: \u000a| (launched: 2022-12-10_02:26:56.268131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:57.921412 run osmo-stp_10.42.42.5(pid=13738): stderr: \u000a| �[0;m�[38;5;43m20221210022656460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022656460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022656461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022656462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022656463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022656463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022656463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:58.051191 run osmo-stp_10.42.42.5(pid=13738): stdout: \u000a| (launched: 2022-12-10_02:26:56.268131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:58.179526 run osmo-stp_10.42.42.5(pid=13738): stderr: \u000a| �[0;m�[38;5;43m20221210022656460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022656460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022656461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022656462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022656463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022656463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022656463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:58.236392 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13738): Process ended prematurely: osmo-stp_10.42.42.5(pid=13738) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13738)] [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a02:26:58.245858 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:26:58.307745 run osmo-hlr_10.42.42.2(pid=13735): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13735)]\u000a02:26:58.358858 run osmo-hlr_10.42.42.2(pid=13735): stdout: \u000a| (launched: 2022-12-10_02:26:55.263129) \u000a02:26:58.410657 run osmo-hlr_10.42.42.2(pid=13735): stderr: \u000a| �[0;m�[1;31m20221210022655460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022655460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022655460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022655461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022655461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022655461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022655474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022655482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022655482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022655482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:26:58.480649 run osmo-msc_10.42.42.6(pid=13741): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13741)]\u000a02:26:58.532349 run osmo-msc_10.42.42.6(pid=13741): stdout: \u000a| (launched: 2022-12-10_02:26:57.300164) \u000a02:26:58.584386 run osmo-msc_10.42.42.6(pid=13741): stderr: \u000a| �[0;m�[38;5;43m20221210022657624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022657624 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b1410fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022657624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022657624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022657624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022657624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022657626 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022657627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022657627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022657627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:26:58.628632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13734): Terminating (SIGTERM)\u000a02:26:58.670348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13737): Terminating (SIGTERM)\u000a02:26:58.711931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13740): Terminating (SIGTERM)\u000a02:26:58.721190 --- ParallelTerminationStrategy: PID 13734 died...\u000a02:26:58.776857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13734): Terminated: ok {rc=0}\u000a02:26:58.787031 --- ParallelTerminationStrategy: PID 13737 died...\u000a02:26:58.842360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13737): Terminated: ok {rc=0}\u000a02:26:58.852241 --- ParallelTerminationStrategy: PID 13740 died...\u000a02:26:58.907465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13740): Terminated: ok {rc=0}\u000a02:26:58.994374 bus /sierra_3: Setting Powered False\u000a02:27:00.097303 bus /sierra_3: Setting Powered False\u000a02:27:01.209532 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:26:41" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13752): Process ended prematurely: osmo-stp_10.42.42.5(pid=13752) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13752)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13752): Process ended prematurely: osmo-stp_10.42.42.5(pid=13752) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13752)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:27:03.211877 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:03.223372 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:27:03.388913 tst mo_mt_call.py: using LAC 25346\u000a02:27:03.516498 tst mo_mt_call.py: using RAC 101\u000a02:27:03.639005 tst mo_mt_call.py: using CellId 25346\u000a02:27:03.759819 tst mo_mt_call.py: using BVCI 25347\u000a02:27:03.783031 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:03.794119 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:03.805142 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:03.816851 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:03.828186 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:03.839301 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:27:03.959976 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:27:04.170053 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:27:04.688148 run create_hlr_db(pid=13746): Launched\u000a02:27:04.874822 bus /sierra_2: Setting Powered False\u000a02:27:05.895127 run create_hlr_db(pid=13746): Terminated: ok {rc=0}\u000a02:27:06.300887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13748): Launched\u000a02:27:06.604563 run osmo-hlr_10.42.42.2(pid=13749): Launched\u000a02:27:06.723180 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:27:07.252350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13751): Launched\u000a02:27:07.555839 run osmo-stp_10.42.42.5(pid=13752): Launched\u000a02:27:07.666381 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:27:08.220655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13754): Launched\u000a02:27:08.524276 run osmo-msc_10.42.42.6(pid=13755): Launched\u000a02:27:08.703717 run osmo-stp_10.42.42.5(pid=13752): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13752)]\u000a02:27:08.833616 run osmo-stp_10.42.42.5(pid=13752): stdout: \u000a| (launched: 2022-12-10_02:27:07.405457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:08.960837 run osmo-stp_10.42.42.5(pid=13752): stderr: \u000a| �[0;m�[38;5;43m20221210022707574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022707574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022707574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022707574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022707577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022707577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022707577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:09.082869 run osmo-stp_10.42.42.5(pid=13752): stdout: \u000a| (launched: 2022-12-10_02:27:07.405457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:09.203184 run osmo-stp_10.42.42.5(pid=13752): stderr: \u000a| �[0;m�[38;5;43m20221210022707574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022707574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022707574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022707574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022707577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022707577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022707577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:09.256222 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13752): Process ended prematurely: osmo-stp_10.42.42.5(pid=13752) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13752)] [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a02:27:09.264736 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:27:09.324259 run osmo-hlr_10.42.42.2(pid=13749): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13749)]\u000a02:27:09.373232 run osmo-hlr_10.42.42.2(pid=13749): stdout: \u000a| (launched: 2022-12-10_02:27:06.454215) \u000a02:27:09.422698 run osmo-hlr_10.42.42.2(pid=13749): stderr: \u000a| �[0;m�[1;31m20221210022706628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022706628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022706628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022706628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022706628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022706628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022706640 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022706648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022706648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022706648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:27:09.489504 run osmo-msc_10.42.42.6(pid=13755): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13755)]\u000a02:27:09.538963 run osmo-msc_10.42.42.6(pid=13755): stdout: \u000a| (launched: 2022-12-10_02:27:08.374205) \u000a02:27:09.588623 run osmo-msc_10.42.42.6(pid=13755): stderr: \u000a| �[0;m�[38;5;43m20221210022708647 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022708647 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c4909ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022708647 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022708647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022708647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022708647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022708649 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022708650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022708650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022708650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:27:09.630341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13748): Terminating (SIGTERM)\u000a02:27:09.669988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13751): Terminating (SIGTERM)\u000a02:27:09.709584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13754): Terminating (SIGTERM)\u000a02:27:09.718929 --- ParallelTerminationStrategy: PID 13748 died...\u000a02:27:09.772182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13748): Terminated: ok {rc=0}\u000a02:27:09.781767 --- ParallelTerminationStrategy: PID 13751 died...\u000a02:27:09.834513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13751): Terminated: ok {rc=0}\u000a02:27:09.843859 --- ParallelTerminationStrategy: PID 13754 died...\u000a02:27:09.897145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13754): Terminated: ok {rc=0}\u000a02:27:09.980760 bus /sierra_3: Setting Powered False\u000a02:27:11.082101 bus /sierra_3: Setting Powered False\u000a02:27:12.193628 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13763): Process ended prematurely: osmo-stp_10.42.42.5(pid=13763) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13763)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13763): Process ended prematurely: osmo-stp_10.42.42.5(pid=13763) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:27:13.302950 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:13.314756 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:27:13.471002 tst mo_mt_call_osmux.py: using LAC 25347\u000a02:27:13.591654 tst mo_mt_call_osmux.py: using RAC 102\u000a02:27:13.719972 tst mo_mt_call_osmux.py: using CellId 25347\u000a02:27:13.854939 tst mo_mt_call_osmux.py: using BVCI 25348\u000a02:27:13.878095 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:13.889494 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:13.900516 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:13.911676 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:13.922958 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:13.934360 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:27:14.053668 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:27:14.256204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:27:14.731750 run create_hlr_db(pid=13757): Launched\u000a02:27:14.905061 bus /sierra_2: Setting Powered False\u000a02:27:15.949605 run create_hlr_db(pid=13757): Terminated: ok {rc=0}\u000a02:27:16.400272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13759): Launched\u000a02:27:16.877578 run osmo-hlr_10.42.42.2(pid=13760): Launched\u000a02:27:17.058902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:27:17.643860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13762): Launched\u000a02:27:17.963530 run osmo-stp_10.42.42.5(pid=13763): Launched\u000a02:27:18.077375 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:27:18.669506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13765): Launched\u000a02:27:18.993219 run osmo-msc_10.42.42.6(pid=13766): Launched\u000a02:27:19.182530 run osmo-stp_10.42.42.5(pid=13763): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13763)]\u000a02:27:19.319542 run osmo-stp_10.42.42.5(pid=13763): stdout: \u000a| (launched: 2022-12-10_02:27:17.808641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:19.456833 run osmo-stp_10.42.42.5(pid=13763): stderr: \u000a| �[0;m�[38;5;43m20221210022717978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022717979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022717979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022717979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022717980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022717980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022717980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:19.586561 run osmo-stp_10.42.42.5(pid=13763): stdout: \u000a| (launched: 2022-12-10_02:27:17.808641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:19.715250 run osmo-stp_10.42.42.5(pid=13763): stderr: \u000a| �[0;m�[38;5;43m20221210022717978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022717979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022717979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022717979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022717980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022717980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022717980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:19.771762 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13763): Process ended prematurely: osmo-stp_10.42.42.5(pid=13763) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13763)] [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a02:27:19.780782 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a02:27:19.843208 run osmo-hlr_10.42.42.2(pid=13760): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13760)]\u000a02:27:19.894565 run osmo-hlr_10.42.42.2(pid=13760): stdout: \u000a| (launched: 2022-12-10_02:27:16.560280) \u000a02:27:19.946737 run osmo-hlr_10.42.42.2(pid=13760): stderr: \u000a| �[0;m�[1;31m20221210022716782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022716782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022716782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022716782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022716783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022716783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022716809 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022716830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022716832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022716833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:27:20.017619 run osmo-msc_10.42.42.6(pid=13766): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13766)]\u000a02:27:20.069140 run osmo-msc_10.42.42.6(pid=13766): stdout: \u000a| (launched: 2022-12-10_02:27:18.834198) \u000a02:27:20.121022 run osmo-msc_10.42.42.6(pid=13766): stderr: \u000a| �[0;m�[38;5;43m20221210022719158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022719159 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e87313c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022719159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022719159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022719159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022719159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022719161 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022719161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022719161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022719161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:27:20.165365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13759): Terminating (SIGTERM)\u000a02:27:20.207227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13762): Terminating (SIGTERM)\u000a02:27:20.249711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13765): Terminating (SIGTERM)\u000a02:27:20.259360 --- ParallelTerminationStrategy: PID 13759 died...\u000a02:27:20.315508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13759): Terminated: ok {rc=0}\u000a02:27:20.325562 --- ParallelTerminationStrategy: PID 13762 died...\u000a02:27:20.381626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13762): Terminated: ok {rc=0}\u000a02:27:20.391905 --- ParallelTerminationStrategy: PID 13765 died...\u000a02:27:20.447710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13765): Terminated: ok {rc=0}\u000a02:27:20.534992 bus /sierra_3: Setting Powered False\u000a02:27:21.642643 bus /sierra_3: Setting Powered False\u000a02:27:22.754085 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:27:02" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13777): Process ended prematurely: osmo-stp_10.42.42.5(pid=13777) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13777)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13777): Process ended prematurely: osmo-stp_10.42.42.5(pid=13777) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13777)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:27:24.754158 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:24.765807 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:27:24.929983 tst mo_mt_call.py: using LAC 25348\u000a02:27:25.059538 tst mo_mt_call.py: using RAC 103\u000a02:27:25.188057 tst mo_mt_call.py: using CellId 25348\u000a02:27:25.311438 tst mo_mt_call.py: using BVCI 25349\u000a02:27:25.334570 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:25.345583 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:25.356549 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:25.367850 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:25.379314 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:25.390675 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:27:25.510132 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:27:25.711534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:27:26.186828 run create_hlr_db(pid=13771): Launched\u000a02:27:26.359845 bus /sierra_2: Setting Powered False\u000a02:27:27.382406 run create_hlr_db(pid=13771): Terminated: ok {rc=0}\u000a02:27:27.812052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13773): Launched\u000a02:27:28.135795 run osmo-hlr_10.42.42.2(pid=13774): Launched\u000a02:27:28.256199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:27:28.820086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13776): Launched\u000a02:27:29.144494 run osmo-stp_10.42.42.5(pid=13777): Launched\u000a02:27:29.262158 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:27:29.852599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13779): Launched\u000a02:27:30.175293 run osmo-msc_10.42.42.6(pid=13780): Launched\u000a02:27:30.364437 run osmo-stp_10.42.42.5(pid=13777): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13777)]\u000a02:27:30.502681 run osmo-stp_10.42.42.5(pid=13777): stdout: \u000a| (launched: 2022-12-10_02:27:28.985109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:30.639038 run osmo-stp_10.42.42.5(pid=13777): stderr: \u000a| �[0;m�[38;5;43m20221210022729180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022729180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022729181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022729181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022729181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022729182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022729182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:30.768850 run osmo-stp_10.42.42.5(pid=13777): stdout: \u000a| (launched: 2022-12-10_02:27:28.985109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:30.919336 run osmo-stp_10.42.42.5(pid=13777): stderr: \u000a| �[0;m�[38;5;43m20221210022729180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022729180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022729181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022729181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022729181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022729182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022729182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:30.977417 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13777): Process ended prematurely: osmo-stp_10.42.42.5(pid=13777) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13777)] [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a02:27:30.987190 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:27:31.055004 run osmo-hlr_10.42.42.2(pid=13774): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13774)]\u000a02:27:31.107436 run osmo-hlr_10.42.42.2(pid=13774): stdout: \u000a| (launched: 2022-12-10_02:27:27.976651) \u000a02:27:31.160078 run osmo-hlr_10.42.42.2(pid=13774): stderr: \u000a| �[0;m�[1;31m20221210022728177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022728177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022728177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022728177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022728177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022728177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022728190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022728198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022728198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022728199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:27:31.231758 run osmo-msc_10.42.42.6(pid=13780): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13780)]\u000a02:27:31.283931 run osmo-msc_10.42.42.6(pid=13780): stdout: \u000a| (launched: 2022-12-10_02:27:30.017083) \u000a02:27:31.336637 run osmo-msc_10.42.42.6(pid=13780): stderr: \u000a| �[0;m�[38;5;43m20221210022730338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022730338 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b2a718c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022730338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022730338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022730338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022730339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022730340 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022730341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022730341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022730341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:27:31.381850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13773): Terminating (SIGTERM)\u000a02:27:31.424133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13776): Terminating (SIGTERM)\u000a02:27:31.466836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13779): Terminating (SIGTERM)\u000a02:27:31.476633 --- ParallelTerminationStrategy: PID 13773 died...\u000a02:27:31.533132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13773): Terminated: ok {rc=0}\u000a02:27:31.543623 --- ParallelTerminationStrategy: PID 13776 died...\u000a02:27:31.600198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13776): Terminated: ok {rc=0}\u000a02:27:31.610819 --- ParallelTerminationStrategy: PID 13779 died...\u000a02:27:31.668060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13779): Terminated: ok {rc=0}\u000a02:27:31.757224 bus /sierra_3: Setting Powered False\u000a02:27:32.859985 bus /sierra_3: Setting Powered False\u000a02:27:33.972634 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13790): Process ended prematurely: osmo-stp_10.42.42.5(pid=13790) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13790)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13790): Process ended prematurely: osmo-stp_10.42.42.5(pid=13790) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:27:35.087519 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:35.099658 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:27:35.271511 tst mo_mt_call_osmux.py: using LAC 25349\u000a02:27:35.398859 tst mo_mt_call_osmux.py: using RAC 104\u000a02:27:35.524831 tst mo_mt_call_osmux.py: using CellId 25349\u000a02:27:35.652401 tst mo_mt_call_osmux.py: using BVCI 25350\u000a02:27:35.677438 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:35.688846 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:35.700431 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:35.711749 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:35.723244 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:35.734552 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:27:35.854939 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:27:36.060064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:27:36.538846 run create_hlr_db(pid=13784): Launched\u000a02:27:36.712332 bus /sierra_2: Setting Powered False\u000a02:27:37.734734 run create_hlr_db(pid=13784): Terminated: ok {rc=0}\u000a02:27:38.138091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13786): Launched\u000a02:27:38.442402 run osmo-hlr_10.42.42.2(pid=13787): Launched\u000a02:27:38.559765 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:27:39.095571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13789): Launched\u000a02:27:39.399296 run osmo-stp_10.42.42.5(pid=13790): Launched\u000a02:27:39.510023 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:27:40.061669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13792): Launched\u000a02:27:40.365259 run osmo-msc_10.42.42.6(pid=13793): Launched\u000a02:27:40.543543 run osmo-stp_10.42.42.5(pid=13790): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13790)]\u000a02:27:40.672620 run osmo-stp_10.42.42.5(pid=13790): stdout: \u000a| (launched: 2022-12-10_02:27:39.249568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:40.799209 run osmo-stp_10.42.42.5(pid=13790): stderr: \u000a| �[0;m�[38;5;43m20221210022739419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022739419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022739420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022739420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022739421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022739421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022739421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:40.920356 run osmo-stp_10.42.42.5(pid=13790): stdout: \u000a| (launched: 2022-12-10_02:27:39.249568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:41.039980 run osmo-stp_10.42.42.5(pid=13790): stderr: \u000a| �[0;m�[38;5;43m20221210022739419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022739419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022739420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022739420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022739421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022739421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022739421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:41.093176 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13790): Process ended prematurely: osmo-stp_10.42.42.5(pid=13790) [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13790)] [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a02:27:41.102027 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a02:27:41.162117 run osmo-hlr_10.42.42.2(pid=13787): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13787)]\u000a02:27:41.211080 run osmo-hlr_10.42.42.2(pid=13787): stdout: \u000a| (launched: 2022-12-10_02:27:38.292036) \u000a02:27:41.260997 run osmo-hlr_10.42.42.2(pid=13787): stderr: \u000a| �[0;m�[1;31m20221210022738467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022738467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022738467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022738467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022738467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022738467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022738479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022738488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022738488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022738488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:27:41.328097 run osmo-msc_10.42.42.6(pid=13793): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13793)]\u000a02:27:41.377012 run osmo-msc_10.42.42.6(pid=13793): stdout: \u000a| (launched: 2022-12-10_02:27:40.215035) \u000a02:27:41.426353 run osmo-msc_10.42.42.6(pid=13793): stderr: \u000a| �[0;m�[38;5;43m20221210022740485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022740485 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f19cc87dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022740485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022740485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022740485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022740485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022740489 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022740489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022740489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022740489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:27:41.467903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13786): Terminating (SIGTERM)\u000a02:27:41.507315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13789): Terminating (SIGTERM)\u000a02:27:41.546828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13792): Terminating (SIGTERM)\u000a02:27:41.556097 --- ParallelTerminationStrategy: PID 13786 died...\u000a02:27:41.609397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13786): Terminated: ok {rc=0}\u000a02:27:41.618868 --- ParallelTerminationStrategy: PID 13789 died...\u000a02:27:41.671545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13789): Terminated: ok {rc=0}\u000a02:27:41.681360 --- ParallelTerminationStrategy: PID 13792 died...\u000a02:27:41.734891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13792): Terminated: ok {rc=0}\u000a02:27:41.823174 bus /sierra_3: Setting Powered False\u000a02:27:42.925050 bus /sierra_3: Setting Powered False\u000a02:27:44.035971 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:27:24" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13804): Process ended prematurely: osmo-stp_10.42.42.5(pid=13804) [trial-2368↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13804)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13804): Process ended prematurely: osmo-stp_10.42.42.5(pid=13804) [trial-2368↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a02:27:46.072561 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:27:46.084675 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:27:46.248510 tst mo_mt_call.py: using LAC 25350\u000a02:27:46.378268 tst mo_mt_call.py: using RAC 105\u000a02:27:46.507437 tst mo_mt_call.py: using CellId 25350\u000a02:27:46.637747 tst mo_mt_call.py: using BVCI 25351\u000a02:27:46.663267 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:27:46.675905 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:27:46.688425 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:27:46.700791 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:27:46.714076 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:27:46.727033 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:27:46.856562 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:27:47.121808 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:27:47.647443 run create_hlr_db(pid=13798): Launched\u000a02:27:47.833763 bus /sierra_2: Setting Powered False\u000a02:27:48.855616 run create_hlr_db(pid=13798): Terminated: ok {rc=0}\u000a02:27:49.260536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13800): Launched\u000a02:27:49.564039 run osmo-hlr_10.42.42.2(pid=13801): Launched\u000a02:27:49.677141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:27:50.203140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13803): Launched\u000a02:27:50.505235 run osmo-stp_10.42.42.5(pid=13804): Launched\u000a02:27:50.617130 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:27:51.169659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13806): Launched\u000a02:27:51.474605 run osmo-msc_10.42.42.6(pid=13807): Launched\u000a02:27:51.654093 run osmo-stp_10.42.42.5(pid=13804): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13804)]\u000a02:27:51.783542 run osmo-stp_10.42.42.5(pid=13804): stdout: \u000a| (launched: 2022-12-10_02:27:50.356726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:51.910503 run osmo-stp_10.42.42.5(pid=13804): stderr: \u000a| �[0;m�[38;5;43m20221210022750528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022750528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022750529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022750529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022750530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022750530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022750530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:52.031862 run osmo-stp_10.42.42.5(pid=13804): stdout: \u000a| (launched: 2022-12-10_02:27:50.356726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:52.151816 run osmo-stp_10.42.42.5(pid=13804): stderr: \u000a| �[0;m�[38;5;43m20221210022750528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022750528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022750529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022750529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022750530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022750530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022750530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:52.204916 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13804): Process ended prematurely: osmo-stp_10.42.42.5(pid=13804) [trial-2368↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13804)] [trial-2368↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a02:27:52.213780 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a02:27:52.273994 run osmo-hlr_10.42.42.2(pid=13801): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13801)]\u000a02:27:52.323416 run osmo-hlr_10.42.42.2(pid=13801): stdout: \u000a| (launched: 2022-12-10_02:27:49.414193) \u000a02:27:52.373939 run osmo-hlr_10.42.42.2(pid=13801): stderr: \u000a| �[0;m�[1;31m20221210022749592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022749592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022749592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022749592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022749592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022749592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022749604 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022749613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022749613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022749613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:27:52.441588 run osmo-msc_10.42.42.6(pid=13807): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13807)]\u000a02:27:52.490863 run osmo-msc_10.42.42.6(pid=13807): stdout: \u000a| (launched: 2022-12-10_02:27:51.323999) \u000a02:27:52.540835 run osmo-msc_10.42.42.6(pid=13807): stderr: \u000a| �[0;m�[38;5;43m20221210022751594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022751594 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8fcffdec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022751594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022751594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022751594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022751595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022751596 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022751597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022751597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022751597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:27:52.582914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13800): Terminating (SIGTERM)\u000a02:27:52.622599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13803): Terminating (SIGTERM)\u000a02:27:52.662525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13806): Terminating (SIGTERM)\u000a02:27:52.671694 --- ParallelTerminationStrategy: PID 13800 died...\u000a02:27:52.725370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13800): Terminated: ok {rc=0}\u000a02:27:52.735057 --- ParallelTerminationStrategy: PID 13803 died...\u000a02:27:52.788447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13803): Terminated: ok {rc=0}\u000a02:27:52.798367 --- ParallelTerminationStrategy: PID 13806 died...\u000a02:27:52.851681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13806): Terminated: ok {rc=0}\u000a02:27:52.935947 bus /sierra_3: Setting Powered False\u000a02:27:54.037421 bus /sierra_3: Setting Powered False\u000a02:27:55.148630 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13815): Process ended prematurely: osmo-stp_10.42.42.5(pid=13815) [trial-2368↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13815)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13815): Process ended prematurely: osmo-stp_10.42.42.5(pid=13815) [trial-2368↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:27:56.259510 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:27:56.271395 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:27:56.428618 tst mo_mt_call_osmux.py: using LAC 25351\u000a02:27:56.548328 tst mo_mt_call_osmux.py: using RAC 106\u000a02:27:56.668659 tst mo_mt_call_osmux.py: using CellId 25351\u000a02:27:56.786511 tst mo_mt_call_osmux.py: using BVCI 25352\u000a02:27:56.809519 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:27:56.820570 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:27:56.831522 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:27:56.842603 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:27:56.853886 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:27:56.865173 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:27:56.984087 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:27:57.194925 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:27:57.715091 run create_hlr_db(pid=13809): Launched\u000a02:27:57.902461 bus /sierra_2: Setting Powered False\u000a02:27:58.922436 run create_hlr_db(pid=13809): Terminated: ok {rc=0}\u000a02:27:59.329399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13811): Launched\u000a02:27:59.633217 run osmo-hlr_10.42.42.2(pid=13812): Launched\u000a02:27:59.749890 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:28:00.284685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13814): Launched\u000a02:28:00.587906 run osmo-stp_10.42.42.5(pid=13815): Launched\u000a02:28:00.698783 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:28:01.306170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13817): Launched\u000a02:28:01.710984 run osmo-msc_10.42.42.6(pid=13818): Launched\u000a02:28:01.947938 run osmo-stp_10.42.42.5(pid=13815): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13815)]\u000a02:28:02.272673 run osmo-stp_10.42.42.5(pid=13815): stdout: \u000a| (launched: 2022-12-10_02:28:00.438630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:02.403625 run osmo-stp_10.42.42.5(pid=13815): stderr: \u000a| �[0;m�[38;5;43m20221210022800610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022800610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022800611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022800611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022800611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022800612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022800612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:02.525435 run osmo-stp_10.42.42.5(pid=13815): stdout: \u000a| (launched: 2022-12-10_02:28:00.438630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:02.646021 run osmo-stp_10.42.42.5(pid=13815): stderr: \u000a| �[0;m�[38;5;43m20221210022800610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022800610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022800611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022800611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022800611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022800612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022800612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:02.699361 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13815): Process ended prematurely: osmo-stp_10.42.42.5(pid=13815) [trial-2368↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13815)] [trial-2368↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a02:28:02.708052 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a02:28:02.768165 run osmo-hlr_10.42.42.2(pid=13812): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13812)]\u000a02:28:02.817208 run osmo-hlr_10.42.42.2(pid=13812): stdout: \u000a| (launched: 2022-12-10_02:27:59.484008) \u000a02:28:02.867064 run osmo-hlr_10.42.42.2(pid=13812): stderr: \u000a| �[0;m�[1;31m20221210022759661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022759661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022759661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022759661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022759661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022759661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022759672 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022759682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022759682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022759682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:28:02.934305 run osmo-msc_10.42.42.6(pid=13818): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13818)]\u000a02:28:02.983247 run osmo-msc_10.42.42.6(pid=13818): stdout: \u000a| (launched: 2022-12-10_02:28:01.462556) \u000a02:28:03.032691 run osmo-msc_10.42.42.6(pid=13818): stderr: \u000a| �[0;m�[38;5;43m20221210022802103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022802104 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3204db1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022802105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022802106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022802106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022802107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022802114 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022802116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022802117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022802117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:28:03.074622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13811): Terminating (SIGTERM)\u000a02:28:03.114592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13814): Terminating (SIGTERM)\u000a02:28:03.154306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13817): Terminating (SIGTERM)\u000a02:28:03.163788 --- ParallelTerminationStrategy: PID 13811 died...\u000a02:28:03.217696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13811): Terminated: ok {rc=0}\u000a02:28:03.227425 --- ParallelTerminationStrategy: PID 13814 died...\u000a02:28:03.281384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13814): Terminated: ok {rc=0}\u000a02:28:03.291104 --- ParallelTerminationStrategy: PID 13817 died...\u000a02:28:03.345066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13817): Terminated: ok {rc=0}\u000a02:28:03.433683 bus /sierra_3: Setting Powered False\u000a02:28:04.537426 bus /sierra_3: Setting Powered False\u000a02:28:05.649627 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:27:45" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13830): Process ended prematurely: osmo-stp_10.42.42.5(pid=13830) [trial-2368↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13830)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13830): Process ended prematurely: osmo-stp_10.42.42.5(pid=13830) [trial-2368↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a02:28:07.643652 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:07.655138 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:28:07.818765 tst mo_mt_call.py: using LAC 25352\u000a02:28:07.944348 tst mo_mt_call.py: using RAC 107\u000a02:28:08.070239 tst mo_mt_call.py: using CellId 25352\u000a02:28:08.195969 tst mo_mt_call.py: using BVCI 25353\u000a02:28:08.220597 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:08.231984 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:08.243276 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:08.254588 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:08.265794 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:08.277088 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:28:08.394212 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:28:08.604442 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:28:09.125445 run create_hlr_db(pid=13823): Launched\u000a02:28:09.312713 bus /sierra_2: Setting Powered False\u000a02:28:10.334411 run create_hlr_db(pid=13823): Terminated: ok {rc=0}\u000a02:28:10.741895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13826): Launched\u000a02:28:11.046367 run osmo-hlr_10.42.42.2(pid=13827): Launched\u000a02:28:11.166023 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:28:11.701166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13829): Launched\u000a02:28:12.004540 run osmo-stp_10.42.42.5(pid=13830): Launched\u000a02:28:12.124923 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:28:12.686388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13832): Launched\u000a02:28:12.990283 run osmo-msc_10.42.42.6(pid=13833): Launched\u000a02:28:13.169282 run osmo-stp_10.42.42.5(pid=13830): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13830)]\u000a02:28:13.299055 run osmo-stp_10.42.42.5(pid=13830): stdout: \u000a| (launched: 2022-12-10_02:28:11.854983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:13.426372 run osmo-stp_10.42.42.5(pid=13830): stderr: \u000a| �[0;m�[38;5;43m20221210022812024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022812024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022812024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022812025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022812025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022812025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022812025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:13.548175 run osmo-stp_10.42.42.5(pid=13830): stdout: \u000a| (launched: 2022-12-10_02:28:11.854983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:13.668815 run osmo-stp_10.42.42.5(pid=13830): stderr: \u000a| �[0;m�[38;5;43m20221210022812024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022812024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022812024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022812025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022812025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022812025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022812025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:13.722389 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13830): Process ended prematurely: osmo-stp_10.42.42.5(pid=13830) [trial-2368↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13830)] [trial-2368↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a02:28:13.731043 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:28:13.792269 run osmo-hlr_10.42.42.2(pid=13827): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13827)]\u000a02:28:13.842091 run osmo-hlr_10.42.42.2(pid=13827): stdout: \u000a| (launched: 2022-12-10_02:28:10.896646) \u000a02:28:13.892565 run osmo-hlr_10.42.42.2(pid=13827): stderr: \u000a| �[0;m�[1;31m20221210022811071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022811071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022811071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022811071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022811071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022811071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022811083 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022811093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022811093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022811093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:28:13.960682 run osmo-msc_10.42.42.6(pid=13833): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13833)]\u000a02:28:14.010469 run osmo-msc_10.42.42.6(pid=13833): stdout: \u000a| (launched: 2022-12-10_02:28:12.840199) \u000a02:28:14.060635 run osmo-msc_10.42.42.6(pid=13833): stderr: \u000a| �[0;m�[38;5;43m20221210022813111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022813111 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4bae30c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022813112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022813112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022813112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022813112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022813114 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022813115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022813115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022813115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:28:14.103136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13826): Terminating (SIGTERM)\u000a02:28:14.143655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13829): Terminating (SIGTERM)\u000a02:28:14.184018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13832): Terminating (SIGTERM)\u000a02:28:14.193788 --- ParallelTerminationStrategy: PID 13826 died...\u000a02:28:14.248399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13826): Terminated: ok {rc=0}\u000a02:28:14.258168 --- ParallelTerminationStrategy: PID 13829 died...\u000a02:28:14.312137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13829): Terminated: ok {rc=0}\u000a02:28:14.321910 --- ParallelTerminationStrategy: PID 13832 died...\u000a02:28:14.375876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13832): Terminated: ok {rc=0}\u000a02:28:14.465061 bus /sierra_3: Setting Powered False\u000a02:28:15.568153 bus /sierra_3: Setting Powered False\u000a02:28:16.698549 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13841): Process ended prematurely: osmo-stp_10.42.42.5(pid=13841) [trial-2368↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13841)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13841): Process ended prematurely: osmo-stp_10.42.42.5(pid=13841) [trial-2368↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:28:17.814468 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:17.826559 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:28:17.997131 tst mo_mt_call_osmux.py: using LAC 25353\u000a02:28:18.122076 tst mo_mt_call_osmux.py: using RAC 108\u000a02:28:18.240172 tst mo_mt_call_osmux.py: using CellId 25353\u000a02:28:18.360435 tst mo_mt_call_osmux.py: using BVCI 25354\u000a02:28:18.383767 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:18.395010 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:18.406139 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:18.417090 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:18.429058 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:18.439674 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:28:18.555103 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:28:18.761624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:28:19.239725 run create_hlr_db(pid=13835): Launched\u000a02:28:19.413827 bus /sierra_2: Setting Powered False\u000a02:28:20.435605 run create_hlr_db(pid=13835): Terminated: ok {rc=0}\u000a02:28:20.839920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13837): Launched\u000a02:28:21.144139 run osmo-hlr_10.42.42.2(pid=13838): Launched\u000a02:28:21.255681 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:28:21.784488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13840): Launched\u000a02:28:22.089268 run osmo-stp_10.42.42.5(pid=13841): Launched\u000a02:28:22.200100 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:28:22.753704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13843): Launched\u000a02:28:23.058126 run osmo-msc_10.42.42.6(pid=13844): Launched\u000a02:28:23.236750 run osmo-stp_10.42.42.5(pid=13841): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13841)]\u000a02:28:23.366069 run osmo-stp_10.42.42.5(pid=13841): stdout: \u000a| (launched: 2022-12-10_02:28:21.938886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:23.494141 run osmo-stp_10.42.42.5(pid=13841): stderr: \u000a| �[0;m�[38;5;43m20221210022822109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022822109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022822109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022822110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022822110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022822110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022822110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:23.615649 run osmo-stp_10.42.42.5(pid=13841): stdout: \u000a| (launched: 2022-12-10_02:28:21.938886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:23.736230 run osmo-stp_10.42.42.5(pid=13841): stderr: \u000a| �[0;m�[38;5;43m20221210022822109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022822109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022822109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022822110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022822110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022822110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022822110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:23.789437 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13841): Process ended prematurely: osmo-stp_10.42.42.5(pid=13841) [trial-2368↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13841)] [trial-2368↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a02:28:23.797881 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a02:28:23.858369 run osmo-hlr_10.42.42.2(pid=13838): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13838)]\u000a02:28:23.907609 run osmo-hlr_10.42.42.2(pid=13838): stdout: \u000a| (launched: 2022-12-10_02:28:20.993911) \u000a02:28:23.957493 run osmo-hlr_10.42.42.2(pid=13838): stderr: \u000a| �[0;m�[1;31m20221210022821169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022821169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022821169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022821169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022821169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022821169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022821182 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022821190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022821190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022821190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:28:24.025336 run osmo-msc_10.42.42.6(pid=13844): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13844)]\u000a02:28:24.075343 run osmo-msc_10.42.42.6(pid=13844): stdout: \u000a| (launched: 2022-12-10_02:28:22.907810) \u000a02:28:24.125878 run osmo-msc_10.42.42.6(pid=13844): stderr: \u000a| �[0;m�[38;5;43m20221210022823178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022823178 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe3cffb2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022823178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022823178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022823178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022823178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022823180 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022823180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022823181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022823181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:28:24.167756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13837): Terminating (SIGTERM)\u000a02:28:24.207496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13840): Terminating (SIGTERM)\u000a02:28:24.247474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13843): Terminating (SIGTERM)\u000a02:28:24.257101 --- ParallelTerminationStrategy: PID 13837 died...\u000a02:28:24.310622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13837): Terminated: ok {rc=0}\u000a02:28:24.320350 --- ParallelTerminationStrategy: PID 13840 died...\u000a02:28:24.373854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13840): Terminated: ok {rc=0}\u000a02:28:24.383793 --- ParallelTerminationStrategy: PID 13843 died...\u000a02:28:24.437477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13843): Terminated: ok {rc=0}\u000a02:28:24.526537 bus /sierra_3: Setting Powered False\u000a02:28:25.629528 bus /sierra_3: Setting Powered False\u000a02:28:26.742240 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:28:07" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13856): Process ended prematurely: osmo-stp_10.42.42.5(pid=13856) [trial-2368↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13856)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13856): Process ended prematurely: osmo-stp_10.42.42.5(pid=13856) [trial-2368↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a02:28:28.731788 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:28.742661 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a02:28:28.881289 tst mo_mt_call.py: using LAC 25354\u000a02:28:29.001197 tst mo_mt_call.py: using RAC 109\u000a02:28:29.127586 tst mo_mt_call.py: using CellId 25354\u000a02:28:29.254671 tst mo_mt_call.py: using BVCI 25355\u000a02:28:29.279379 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:29.291009 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:29.302201 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:29.313697 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:29.325093 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:29.336301 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a02:28:29.452338 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a02:28:29.660915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:28:30.180561 run create_hlr_db(pid=13850): Launched\u000a02:28:30.367976 bus /sierra_2: Setting Powered False\u000a02:28:31.448352 run create_hlr_db(pid=13850): Terminated: ok {rc=0}\u000a02:28:31.868437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13852): Launched\u000a02:28:32.322451 run osmo-hlr_10.42.42.2(pid=13853): Launched\u000a02:28:32.462444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:28:33.026705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13855): Launched\u000a02:28:33.352379 run osmo-stp_10.42.42.5(pid=13856): Launched\u000a02:28:33.470397 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:28:34.064747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13858): Launched\u000a02:28:34.390282 run osmo-msc_10.42.42.6(pid=13859): Launched\u000a02:28:34.581213 run osmo-stp_10.42.42.5(pid=13856): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13856)]\u000a02:28:34.719061 run osmo-stp_10.42.42.5(pid=13856): stdout: \u000a| (launched: 2022-12-10_02:28:33.192603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:34.856291 run osmo-stp_10.42.42.5(pid=13856): stderr: \u000a| �[0;m�[38;5;43m20221210022833386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022833386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022833386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022833387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022833387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022833387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022833387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:34.986679 run osmo-stp_10.42.42.5(pid=13856): stdout: \u000a| (launched: 2022-12-10_02:28:33.192603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:35.116122 run osmo-stp_10.42.42.5(pid=13856): stderr: \u000a| �[0;m�[38;5;43m20221210022833386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022833386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022833386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022833387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022833387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022833387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022833387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:35.173508 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13856): Process ended prematurely: osmo-stp_10.42.42.5(pid=13856) [trial-2368↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13856)] [trial-2368↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a02:28:35.182729 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a02:28:35.245464 run osmo-hlr_10.42.42.2(pid=13853): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13853)]\u000a02:28:35.297182 run osmo-hlr_10.42.42.2(pid=13853): stdout: \u000a| (launched: 2022-12-10_02:28:32.051487) \u000a02:28:35.349568 run osmo-hlr_10.42.42.2(pid=13853): stderr: \u000a| �[0;m�[1;31m20221210022832340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022832340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022832340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022832340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022832341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022832341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022832359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022832367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022832367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022832367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:28:35.420105 run osmo-msc_10.42.42.6(pid=13859): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13859)]\u000a02:28:35.471339 run osmo-msc_10.42.42.6(pid=13859): stdout: \u000a| (launched: 2022-12-10_02:28:34.230278) \u000a02:28:35.523073 run osmo-msc_10.42.42.6(pid=13859): stderr: \u000a| �[0;m�[38;5;43m20221210022834554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022834554 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc37ebc1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022834555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022834555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022834555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022834555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022834557 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022834557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022834557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022834558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:28:35.567618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13852): Terminating (SIGTERM)\u000a02:28:35.609263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13855): Terminating (SIGTERM)\u000a02:28:35.652059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13858): Terminating (SIGTERM)\u000a02:28:35.662100 --- ParallelTerminationStrategy: PID 13852 died...\u000a02:28:35.718922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13852): Terminated: ok {rc=0}\u000a02:28:35.729152 --- ParallelTerminationStrategy: PID 13855 died...\u000a02:28:35.785296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13855): Terminated: ok {rc=0}\u000a02:28:35.795490 --- ParallelTerminationStrategy: PID 13858 died...\u000a02:28:35.851847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13858): Terminated: ok {rc=0}\u000a02:28:35.937881 bus /sierra_3: Setting Powered False\u000a02:28:37.045032 bus /sierra_3: Setting Powered False\u000a02:28:38.152594 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13867): Process ended prematurely: osmo-stp_10.42.42.5(pid=13867) [trial-2368↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13867)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13867): Process ended prematurely: osmo-stp_10.42.42.5(pid=13867) [trial-2368↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:28:39.261231 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:39.272469 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a02:28:39.414541 tst mo_mt_call_osmux.py: using LAC 25355\u000a02:28:39.531622 tst mo_mt_call_osmux.py: using RAC 110\u000a02:28:39.649299 tst mo_mt_call_osmux.py: using CellId 25355\u000a02:28:39.766137 tst mo_mt_call_osmux.py: using BVCI 25356\u000a02:28:39.789069 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:39.799888 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:39.810633 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:39.821697 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:39.832601 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:39.843500 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a02:28:39.962194 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a02:28:40.166076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:28:40.642938 run create_hlr_db(pid=13861): Launched\u000a02:28:40.816246 bus /sierra_2: Setting Powered False\u000a02:28:41.838097 run create_hlr_db(pid=13861): Terminated: ok {rc=0}\u000a02:28:42.270879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13863): Launched\u000a02:28:42.597072 run osmo-hlr_10.42.42.2(pid=13864): Launched\u000a02:28:42.719772 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:28:43.283618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13866): Launched\u000a02:28:43.609461 run osmo-stp_10.42.42.5(pid=13867): Launched\u000a02:28:43.727711 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:28:44.319586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13869): Launched\u000a02:28:44.644774 run osmo-msc_10.42.42.6(pid=13870): Launched\u000a02:28:44.835058 run osmo-stp_10.42.42.5(pid=13867): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13867)]\u000a02:28:44.972042 run osmo-stp_10.42.42.5(pid=13867): stdout: \u000a| (launched: 2022-12-10_02:28:43.449236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:45.108716 run osmo-stp_10.42.42.5(pid=13867): stderr: \u000a| �[0;m�[38;5;43m20221210022843639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022843639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022843639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022843640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022843640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022843640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022843640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:45.238785 run osmo-stp_10.42.42.5(pid=13867): stdout: \u000a| (launched: 2022-12-10_02:28:43.449236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:45.367764 run osmo-stp_10.42.42.5(pid=13867): stderr: \u000a| �[0;m�[38;5;43m20221210022843639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022843639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022843639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022843640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022843640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022843640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022843640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:45.424436 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13867): Process ended prematurely: osmo-stp_10.42.42.5(pid=13867) [trial-2368↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13867)] [trial-2368↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a02:28:45.433706 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:28:45.496350 run osmo-hlr_10.42.42.2(pid=13864): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13864)]\u000a02:28:45.547713 run osmo-hlr_10.42.42.2(pid=13864): stdout: \u000a| (launched: 2022-12-10_02:28:42.437374) \u000a02:28:45.599644 run osmo-hlr_10.42.42.2(pid=13864): stderr: \u000a| �[0;m�[1;31m20221210022842635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022842635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022842635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022842635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022842635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022842635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022842648 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022842657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022842657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022842657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:28:45.670850 run osmo-msc_10.42.42.6(pid=13870): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13870)]\u000a02:28:45.722003 run osmo-msc_10.42.42.6(pid=13870): stdout: \u000a| (launched: 2022-12-10_02:28:44.484649) \u000a02:28:45.773494 run osmo-msc_10.42.42.6(pid=13870): stderr: \u000a| �[0;m�[38;5;43m20221210022844806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022844806 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa5cde6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022844806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022844806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022844806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022844806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022844808 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022844808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022844809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022844809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:28:45.817358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13863): Terminating (SIGTERM)\u000a02:28:45.883773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13866): Terminating (SIGTERM)\u000a02:28:45.944170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13869): Terminating (SIGTERM)\u000a02:28:45.954763 --- ParallelTerminationStrategy: PID 13863 died...\u000a02:28:46.013672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13863): Terminated: ok {rc=0}\u000a02:28:46.024241 --- ParallelTerminationStrategy: PID 13866 died...\u000a02:28:46.081172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13866): Terminated: ok {rc=0}\u000a02:28:46.091631 --- ParallelTerminationStrategy: PID 13869 died...\u000a02:28:46.149617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13869): Terminated: ok {rc=0}\u000a02:28:46.236934 bus /sierra_3: Setting Powered False\u000a02:28:47.340241 bus /sierra_3: Setting Powered False\u000a02:28:48.447537 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:28:28" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13882): Process ended prematurely: osmo-stp_10.42.42.5(pid=13882) [trial-2368↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13882)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13882): Process ended prematurely: osmo-stp_10.42.42.5(pid=13882) [trial-2368↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a02:28:50.452183 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:28:50.463863 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:28:50.610580 tst mo_mt_call.py: using LAC 25356\u000a02:28:50.739736 tst mo_mt_call.py: using RAC 111\u000a02:28:50.865510 tst mo_mt_call.py: using CellId 25356\u000a02:28:50.987404 tst mo_mt_call.py: using BVCI 25357\u000a02:28:51.010689 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:28:51.022224 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:28:51.033384 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:28:51.044693 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:28:51.056169 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:28:51.067574 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:28:51.189702 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:28:51.401383 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:28:51.922905 run create_hlr_db(pid=13876): Launched\u000a02:28:52.110680 bus /sierra_2: Setting Powered False\u000a02:28:53.131746 run create_hlr_db(pid=13876): Terminated: ok {rc=0}\u000a02:28:53.539713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13878): Launched\u000a02:28:53.845300 run osmo-hlr_10.42.42.2(pid=13879): Launched\u000a02:28:53.961302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:28:54.493342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13881): Launched\u000a02:28:54.796857 run osmo-stp_10.42.42.5(pid=13882): Launched\u000a02:28:54.907322 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:28:55.459277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13884): Launched\u000a02:28:55.764580 run osmo-msc_10.42.42.6(pid=13885): Launched\u000a02:28:55.943922 run osmo-stp_10.42.42.5(pid=13882): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13882)]\u000a02:28:56.073601 run osmo-stp_10.42.42.5(pid=13882): stdout: \u000a| (launched: 2022-12-10_02:28:54.646981)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:56.200824 run osmo-stp_10.42.42.5(pid=13882): stderr: \u000a| �[0;m�[38;5;43m20221210022854815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022854815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022854815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022854815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022854818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022854818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022854818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:56.322474 run osmo-stp_10.42.42.5(pid=13882): stdout: \u000a| (launched: 2022-12-10_02:28:54.646981)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:56.443454 run osmo-stp_10.42.42.5(pid=13882): stderr: \u000a| �[0;m�[38;5;43m20221210022854815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022854815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022854815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022854815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022854818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022854818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022854818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:56.496792 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13882): Process ended prematurely: osmo-stp_10.42.42.5(pid=13882) [trial-2368↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13882)] [trial-2368↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a02:28:56.505555 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:28:56.565560 run osmo-hlr_10.42.42.2(pid=13879): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13879)]\u000a02:28:56.614564 run osmo-hlr_10.42.42.2(pid=13879): stdout: \u000a| (launched: 2022-12-10_02:28:53.694523) \u000a02:28:56.664002 run osmo-hlr_10.42.42.2(pid=13879): stderr: \u000a| �[0;m�[1;31m20221210022853870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022853870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022853870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022853870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022853870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022853870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022853882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022853892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022853892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022853892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:28:56.731205 run osmo-msc_10.42.42.6(pid=13885): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13885)]\u000a02:28:56.780094 run osmo-msc_10.42.42.6(pid=13885): stdout: \u000a| (launched: 2022-12-10_02:28:55.612932) \u000a02:28:56.829845 run osmo-msc_10.42.42.6(pid=13885): stderr: \u000a| �[0;m�[38;5;43m20221210022855888 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022855888 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f965712bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022855888 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022855888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022855889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022855889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022855891 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022855891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022855892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022855892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:28:56.871800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13878): Terminating (SIGTERM)\u000a02:28:56.911872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13881): Terminating (SIGTERM)\u000a02:28:56.951755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13884): Terminating (SIGTERM)\u000a02:28:56.961278 --- ParallelTerminationStrategy: PID 13878 died...\u000a02:28:57.014805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13878): Terminated: ok {rc=0}\u000a02:28:57.024791 --- ParallelTerminationStrategy: PID 13881 died...\u000a02:28:57.077627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13881): Terminated: ok {rc=0}\u000a02:28:57.087457 --- ParallelTerminationStrategy: PID 13884 died...\u000a02:28:57.140712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13884): Terminated: ok {rc=0}\u000a02:28:57.224562 bus /sierra_3: Setting Powered False\u000a02:28:58.331529 bus /sierra_3: Setting Powered False\u000a02:28:59.443178 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13893): Process ended prematurely: osmo-stp_10.42.42.5(pid=13893) [trial-2368↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13893)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13893): Process ended prematurely: osmo-stp_10.42.42.5(pid=13893) [trial-2368↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13893)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:29:00.551894 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:00.563779 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:29:00.703640 tst mo_mt_call_osmux.py: using LAC 25357\u000a02:29:00.824826 tst mo_mt_call_osmux.py: using RAC 112\u000a02:29:00.973966 tst mo_mt_call_osmux.py: using CellId 25357\u000a02:29:01.107216 tst mo_mt_call_osmux.py: using BVCI 25358\u000a02:29:01.133224 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:01.145905 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:01.158542 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:01.171471 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:01.184221 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:01.196868 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:29:01.319409 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:29:01.529503 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:29:02.087560 run create_hlr_db(pid=13887): Launched\u000a02:29:02.265545 bus /sierra_2: Setting Powered False\u000a02:29:03.283160 run create_hlr_db(pid=13887): Terminated: ok {rc=0}\u000a02:29:03.686212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13889): Launched\u000a02:29:03.988642 run osmo-hlr_10.42.42.2(pid=13890): Launched\u000a02:29:04.099444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:29:04.622575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13892): Launched\u000a02:29:04.924562 run osmo-stp_10.42.42.5(pid=13893): Launched\u000a02:29:05.033794 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:29:05.584634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13895): Launched\u000a02:29:05.888210 run osmo-msc_10.42.42.6(pid=13896): Launched\u000a02:29:06.066436 run osmo-stp_10.42.42.5(pid=13893): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13893)]\u000a02:29:06.195198 run osmo-stp_10.42.42.5(pid=13893): stdout: \u000a| (launched: 2022-12-10_02:29:04.775658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:06.321429 run osmo-stp_10.42.42.5(pid=13893): stderr: \u000a| �[0;m�[38;5;43m20221210022904946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022904946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022904947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022904947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022904948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022904948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022904948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:06.442848 run osmo-stp_10.42.42.5(pid=13893): stdout: \u000a| (launched: 2022-12-10_02:29:04.775658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:06.562613 run osmo-stp_10.42.42.5(pid=13893): stderr: \u000a| �[0;m�[38;5;43m20221210022904946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022904946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022904947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022904947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022904948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022904948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022904948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:06.615506 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13893): Process ended prematurely: osmo-stp_10.42.42.5(pid=13893) [trial-2368↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13893)] [trial-2368↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a02:29:06.624004 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a02:29:06.683715 run osmo-hlr_10.42.42.2(pid=13890): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13890)]\u000a02:29:06.732647 run osmo-hlr_10.42.42.2(pid=13890): stdout: \u000a| (launched: 2022-12-10_02:29:03.840374) \u000a02:29:06.782378 run osmo-hlr_10.42.42.2(pid=13890): stderr: \u000a| �[0;m�[1;31m20221210022904016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022904016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022904016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022904016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022904016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022904017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022904032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022904042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022904042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022904042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:29:06.850094 run osmo-msc_10.42.42.6(pid=13896): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13896)]\u000a02:29:06.899107 run osmo-msc_10.42.42.6(pid=13896): stdout: \u000a| (launched: 2022-12-10_02:29:05.738297) \u000a02:29:06.948392 run osmo-msc_10.42.42.6(pid=13896): stderr: \u000a| �[0;m�[38;5;43m20221210022906011 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022906011 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c9d43bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022906012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022906012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022906012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022906012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022906014 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022906015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022906015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022906015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:29:06.990254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13889): Terminating (SIGTERM)\u000a02:29:07.030359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13892): Terminating (SIGTERM)\u000a02:29:07.070627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13895): Terminating (SIGTERM)\u000a02:29:07.079819 --- ParallelTerminationStrategy: PID 13889 died...\u000a02:29:07.133398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13889): Terminated: ok {rc=0}\u000a02:29:07.143193 --- ParallelTerminationStrategy: PID 13892 died...\u000a02:29:07.196810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13892): Terminated: ok {rc=0}\u000a02:29:07.206362 --- ParallelTerminationStrategy: PID 13895 died...\u000a02:29:07.260384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13895): Terminated: ok {rc=0}\u000a02:29:07.344702 bus /sierra_3: Setting Powered False\u000a02:29:08.446485 bus /sierra_3: Setting Powered False\u000a02:29:09.559355 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:28:50" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13909): Process ended prematurely: osmo-stp_10.42.42.5(pid=13909) [trial-2368↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13909)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13909): Process ended prematurely: osmo-stp_10.42.42.5(pid=13909) [trial-2368↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a02:29:11.568816 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:11.579384 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a02:29:11.727837 tst emergency_mo_mt_call.py: using LAC 25358\u000a02:29:11.853949 tst emergency_mo_mt_call.py: using RAC 113\u000a02:29:11.977233 tst emergency_mo_mt_call.py: using CellId 25358\u000a02:29:12.100424 tst emergency_mo_mt_call.py: using BVCI 25359\u000a02:29:12.124878 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:12.135957 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:12.146892 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:12.157773 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:12.168634 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:12.179453 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a02:29:12.295174 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a02:29:12.503589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:29:13.014094 run create_hlr_db(pid=13903): Launched\u000a02:29:13.198946 bus /sierra_2: Setting Powered False\u000a02:29:14.218584 run create_hlr_db(pid=13903): Terminated: ok {rc=0}\u000a02:29:14.644261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13905): Launched\u000a02:29:14.962195 run osmo-hlr_10.42.42.2(pid=13906): Launched\u000a02:29:15.078794 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:29:15.632494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13908): Launched\u000a02:29:16.050717 run osmo-stp_10.42.42.5(pid=13909): Launched\u000a02:29:16.269536 tst emergency_mo_mt_call.py: using MSISDN 7506\u000a02:29:16.426024 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:29:17.002191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13911): Launched\u000a02:29:17.343228 run osmo-msc_10.42.42.6(pid=13912): Launched\u000a02:29:17.522964 run osmo-stp_10.42.42.5(pid=13909): ERR: Terminated: ERROR {rc=1} [trial-2368↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13909)]\u000a02:29:17.651822 run osmo-stp_10.42.42.5(pid=13909): stdout: \u000a| (launched: 2022-12-10_02:29:15.795011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:17.777292 run osmo-stp_10.42.42.5(pid=13909): stderr: \u000a| �[0;m�[38;5;43m20221210022916069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022916069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022916069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022916069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022916070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022916070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022916070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:17.898032 run osmo-stp_10.42.42.5(pid=13909): stdout: \u000a| (launched: 2022-12-10_02:29:15.795011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:18.016658 run osmo-stp_10.42.42.5(pid=13909): stderr: \u000a| �[0;m�[38;5;43m20221210022916069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022916069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022916069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022916069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022916070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022916070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022916070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:18.068612 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=13909): Process ended prematurely: osmo-stp_10.42.42.5(pid=13909) [trial-2368↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13909)] [trial-2368↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a02:29:18.076825 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a02:29:18.137309 run osmo-hlr_10.42.42.2(pid=13906): ERR: Terminated: ERROR {rc=237} [trial-2368↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13906)]\u000a02:29:18.187134 run osmo-hlr_10.42.42.2(pid=13906): stdout: \u000a| (launched: 2022-12-10_02:29:14.806681) \u000a02:29:18.237349 run osmo-hlr_10.42.42.2(pid=13906): stderr: \u000a| �[0;m�[1;31m20221210022915006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022915006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022915006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022915007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022915007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022915007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022915019 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022915027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022915027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022915028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:29:18.304764 run osmo-msc_10.42.42.6(pid=13912): ERR: Terminated: ERROR {rc=2} [trial-2368↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13912)]\u000a02:29:18.354146 run osmo-msc_10.42.42.6(pid=13912): stdout: \u000a| (launched: 2022-12-10_02:29:17.156847) \u000a02:29:18.403990 run osmo-msc_10.42.42.6(pid=13912): stderr: \u000a| �[0;m�[38;5;43m20221210022917473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022917474 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8835a2cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022917474 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022917474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022917474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022917474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022917476 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022917476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022917477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022917477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:29:18.446290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13905): Terminating (SIGTERM)\u000a02:29:18.486376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13908): Terminating (SIGTERM)\u000a02:29:18.526717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13911): Terminating (SIGTERM)\u000a02:29:18.536139 --- ParallelTerminationStrategy: PID 13905 died...\u000a02:29:18.589878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13905): Terminated: ok {rc=0}\u000a02:29:18.599805 --- ParallelTerminationStrategy: PID 13908 died...\u000a02:29:18.653962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13908): Terminated: ok {rc=0}\u000a02:29:18.663921 --- ParallelTerminationStrategy: PID 13911 died...\u000a02:29:18.717091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13911): Terminated: ok {rc=0}\u000a02:29:18.805267 bus /sierra_3: Setting Powered False\u000a02:29:19.908916 bus /sierra_3: Setting Powered False\u000a02:29:21.019945 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13920): Process ended prematurely: osmo-stp_10.42.42.5(pid=13920) [trial-2368↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13920)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13920): Process ended prematurely: osmo-stp_10.42.42.5(pid=13920) [trial-2368↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a02:29:22.071873 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:22.083771 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a02:29:22.227469 tst emergency_preemptive_call.py: using LAC 25359\u000a02:29:22.351941 tst emergency_preemptive_call.py: using RAC 114\u000a02:29:22.478477 tst emergency_preemptive_call.py: using CellId 25359\u000a02:29:22.602595 tst emergency_preemptive_call.py: using BVCI 25360\u000a02:29:22.626706 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:22.637926 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:22.648731 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:22.659640 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:22.671050 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:22.682366 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a02:29:22.801489 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a02:29:22.917819 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a02:29:23.031486 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a02:29:23.239331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:29:23.748442 run create_hlr_db(pid=13914): Launched\u000a02:29:23.933660 bus /sierra_2: Setting Powered False\u000a02:29:24.954188 run create_hlr_db(pid=13914): Terminated: ok {rc=0}\u000a02:29:25.379252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13916): Launched\u000a02:29:25.697148 run osmo-hlr_10.42.42.2(pid=13917): Launched\u000a02:29:25.817089 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:29:26.370748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13919): Launched\u000a02:29:26.687875 run osmo-stp_10.42.42.5(pid=13920): Launched\u000a02:29:26.814895 tst emergency_preemptive_call.py: using MSISDN 7507\u000a02:29:26.974522 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:29:27.554001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13922): Launched\u000a02:29:27.872143 run osmo-msc_10.42.42.6(pid=13923): Launched\u000a02:29:28.060603 run osmo-stp_10.42.42.5(pid=13920): ERR: Terminated: ERROR {rc=1} [trial-2368↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13920)]\u000a02:29:28.196406 run osmo-stp_10.42.42.5(pid=13920): stdout: \u000a| (launched: 2022-12-10_02:29:26.532506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:28.332300 run osmo-stp_10.42.42.5(pid=13920): stderr: \u000a| �[0;m�[38;5;43m20221210022926724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022926724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022926724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022926725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022926727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022926727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022926727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:28.460603 run osmo-stp_10.42.42.5(pid=13920): stdout: \u000a| (launched: 2022-12-10_02:29:26.532506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:28.587588 run osmo-stp_10.42.42.5(pid=13920): stderr: \u000a| �[0;m�[38;5;43m20221210022926724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022926724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022926724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022926725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022926727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022926727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022926727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:28.643146 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=13920): Process ended prematurely: osmo-stp_10.42.42.5(pid=13920) [trial-2368↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13920)] [trial-2368↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a02:29:28.651581 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a02:29:28.714814 run osmo-hlr_10.42.42.2(pid=13917): ERR: Terminated: ERROR {rc=237} [trial-2368↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13917)]\u000a02:29:28.766508 run osmo-hlr_10.42.42.2(pid=13917): stdout: \u000a| (launched: 2022-12-10_02:29:25.541335) \u000a02:29:28.818833 run osmo-hlr_10.42.42.2(pid=13917): stderr: \u000a| �[0;m�[1;31m20221210022925741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022925741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022925741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022925741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022925741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022925741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022925754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022925763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022925763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022925763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:29:28.889885 run osmo-msc_10.42.42.6(pid=13923): ERR: Terminated: ERROR {rc=2} [trial-2368↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13923)]\u000a02:29:28.941370 run osmo-msc_10.42.42.6(pid=13923): stdout: \u000a| (launched: 2022-12-10_02:29:27.715579) \u000a02:29:28.993238 run osmo-msc_10.42.42.6(pid=13923): stderr: \u000a| �[0;m�[38;5;43m20221210022928035 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210022928035 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f35cf413c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210022928035 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210022928035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210022928036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210022928036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210022928038 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210022928038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210022928038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210022928038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:29:29.037240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13916): Terminating (SIGTERM)\u000a02:29:29.078768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13919): Terminating (SIGTERM)\u000a02:29:29.120438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13922): Terminating (SIGTERM)\u000a02:29:29.130076 --- ParallelTerminationStrategy: PID 13916 died...\u000a02:29:29.185825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13916): Terminated: ok {rc=0}\u000a02:29:29.195765 --- ParallelTerminationStrategy: PID 13919 died...\u000a02:29:29.251020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13919): Terminated: ok {rc=0}\u000a02:29:29.260906 --- ParallelTerminationStrategy: PID 13922 died...\u000a02:29:29.315977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13922): Terminated: ok {rc=0}\u000a02:29:29.402774 bus /sierra_9: Setting Powered False\u000a02:29:30.507172 bus /sierra_9: Setting Powered False\u000a02:29:31.637335 bus /sierra_8: Setting Powered False\u000a02:29:32.745791 bus /sierra_8: Setting Powered False\u000a02:29:33.853251 bus /sierra_3: Setting Powered False\u000a02:29:34.961340 bus /sierra_3: Setting Powered False\u000a02:29:36.069139 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:29:11" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13938): Process ended prematurely: osmo-stp_10.42.42.5(pid=13938) [trial-2368↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13938)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13938): Process ended prematurely: osmo-stp_10.42.42.5(pid=13938) [trial-2368↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13938)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:29:38.188873 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:38.199502 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a02:29:38.338115 tst cs_paging_gprs_active.py: using LAC 25360\u000a02:29:38.458539 tst cs_paging_gprs_active.py: using RAC 115\u000a02:29:38.577229 tst cs_paging_gprs_active.py: using CellId 25360\u000a02:29:38.699666 tst cs_paging_gprs_active.py: using BVCI 25361\u000a02:29:38.722990 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:38.733529 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:38.743839 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:38.754472 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:38.764903 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:38.775391 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:38.786202 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:38.796740 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:38.807453 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:29:38.929131 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:29:39.209533 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:29:39.336204 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:29:39.650015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13928): Launched\u000a02:29:39.911962 run iperf3-srv_10.42.42.10(pid=13929): Launched\u000a02:29:40.098441 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:29:40.225555 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:29:40.539988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13930): Launched\u000a02:29:40.803082 run iperf3-srv_10.42.42.10(pid=13931): Launched\u000a02:29:40.989066 tst cs_paging_gprs_active.py:38: start network...\u000a02:29:41.115810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:29:41.597158 run create_hlr_db(pid=13932): Launched\u000a02:29:41.772468 bus /sierra_2: Setting Powered False\u000a02:29:42.795268 run create_hlr_db(pid=13932): Terminated: ok {rc=0}\u000a02:29:43.227375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13934): Launched\u000a02:29:43.554602 run osmo-hlr_10.42.42.2(pid=13935): Launched\u000a02:29:43.678782 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:29:44.245693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13937): Launched\u000a02:29:44.572159 run osmo-stp_10.42.42.5(pid=13938): Launched\u000a02:29:44.690977 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:29:45.260645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13940): Launched\u000a02:29:45.377446 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:29:45.662072 run patchelf(pid=13941): Launched\u000a02:29:45.863731 run osmo-stp_10.42.42.5(pid=13938): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13938)]\u000a02:29:46.020900 run osmo-stp_10.42.42.5(pid=13938): stdout: \u000a| (launched: 2022-12-10_02:29:44.411589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:46.166294 run osmo-stp_10.42.42.5(pid=13938): stderr: \u000a| �[0;m�[38;5;43m20221210022944603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022944603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022944603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022944604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022944604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022944604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022944604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:46.305419 run osmo-stp_10.42.42.5(pid=13938): stdout: \u000a| (launched: 2022-12-10_02:29:44.411589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:46.442584 run osmo-stp_10.42.42.5(pid=13938): stderr: \u000a| �[0;m�[38;5;43m20221210022944603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022944603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022944603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022944604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022944604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022944604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022944604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:46.602432 run patchelf(pid=13941): Terminating (SIGINT)\u000a02:29:46.789042 run patchelf(pid=13941): Terminated: ok {rc=0}\u000a02:29:46.823728 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13938): Process ended prematurely: osmo-stp_10.42.42.5(pid=13938) [trial-2368↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13938)] [trial-2368↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a02:29:46.834229 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a02:29:46.899742 run osmo-hlr_10.42.42.2(pid=13935): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13935)]\u000a02:29:46.952652 run osmo-hlr_10.42.42.2(pid=13935): stdout: \u000a| (launched: 2022-12-10_02:29:43.393730) \u000a02:29:47.006574 run osmo-hlr_10.42.42.2(pid=13935): stderr: \u000a| �[0;m�[1;31m20221210022943594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022943595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022943595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022943595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022943595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022943595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022943606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022943615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022943615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022943615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:29:47.052408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13928): Terminating (SIGTERM)\u000a02:29:47.096279 run iperf3-srv_10.42.42.10(pid=13929): Terminating (SIGTERM)\u000a02:29:47.142496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13930): Terminating (SIGTERM)\u000a02:29:47.185548 run iperf3-srv_10.42.42.10(pid=13931): Terminating (SIGTERM)\u000a02:29:47.227717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13934): Terminating (SIGTERM)\u000a02:29:47.269703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13937): Terminating (SIGTERM)\u000a02:29:47.311769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13940): Terminating (SIGTERM)\u000a02:29:47.321776 --- ParallelTerminationStrategy: PID 13928 died...\u000a02:29:47.378225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13928): Terminated: ok {rc=0}\u000a02:29:47.388426 --- ParallelTerminationStrategy: PID 13929 died...\u000a02:29:47.444253 run iperf3-srv_10.42.42.10(pid=13929): Terminated {rc=256}\u000a02:29:47.454430 --- ParallelTerminationStrategy: PID 13930 died...\u000a02:29:47.510543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13930): Terminated: ok {rc=0}\u000a02:29:47.520679 --- ParallelTerminationStrategy: PID 13931 died...\u000a02:29:47.577280 run iperf3-srv_10.42.42.10(pid=13931): Terminated {rc=256}\u000a02:29:47.587448 --- ParallelTerminationStrategy: PID 13934 died...\u000a02:29:47.643635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13934): Terminated: ok {rc=0}\u000a02:29:47.653854 --- ParallelTerminationStrategy: PID 13937 died...\u000a02:29:47.710411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13937): Terminated: ok {rc=0}\u000a02:29:47.720573 --- ParallelTerminationStrategy: PID 13940 died...\u000a02:29:47.777143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13940): Terminated: ok {rc=0}\u000a02:29:47.866300 bus /gobi_0: Setting Powered False\u000a02:29:48.974020 bus /gobi_0: Setting Powered False\u000a02:29:50.086278 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13950): Process ended prematurely: osmo-stp_10.42.42.5(pid=13950) [trial-2368↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13950)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13950): Process ended prematurely: osmo-stp_10.42.42.5(pid=13950) [trial-2368↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a02:29:51.202091 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:51.213754 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a02:29:51.363885 tst iperf3.py: using LAC 25361\u000a02:29:51.491602 tst iperf3.py: using RAC 116\u000a02:29:51.619545 tst iperf3.py: using CellId 25361\u000a02:29:51.754842 tst iperf3.py: using BVCI 25362\u000a02:29:51.779822 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:51.790957 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:51.801778 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:51.812434 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:51.823225 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:51.833988 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:51.845001 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:51.855699 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:51.866641 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:29:52.145596 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:29:52.272664 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:29:52.588896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13942): Launched\u000a02:29:52.851871 run iperf3-srv_10.42.42.10(pid=13943): Launched\u000a02:29:53.037098 tst iperf3.py:8: start network...\u000a02:29:53.163477 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:29:53.640592 run create_hlr_db(pid=13944): Launched\u000a02:29:53.814925 bus /gobi_6: Setting Powered False\u000a02:29:54.835584 run create_hlr_db(pid=13944): Terminated: ok {rc=0}\u000a02:29:55.266828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13946): Launched\u000a02:29:55.593064 run osmo-hlr_10.42.42.2(pid=13947): Launched\u000a02:29:55.712882 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:29:56.279924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13949): Launched\u000a02:29:56.607241 run osmo-stp_10.42.42.5(pid=13950): Launched\u000a02:29:56.726824 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:29:57.297210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13952): Launched\u000a02:29:57.413179 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:29:57.697698 run patchelf(pid=13953): Launched\u000a02:29:57.888604 run osmo-stp_10.42.42.5(pid=13950): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13950)]\u000a02:29:58.027330 run osmo-stp_10.42.42.5(pid=13950): stdout: \u000a| (launched: 2022-12-10_02:29:56.446550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:58.166644 run osmo-stp_10.42.42.5(pid=13950): stderr: \u000a| �[0;m�[38;5;43m20221210022956638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022956639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022956639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022956639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022956640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022956640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022956640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:58.302220 run osmo-stp_10.42.42.5(pid=13950): stdout: \u000a| (launched: 2022-12-10_02:29:56.446550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:58.436013 run osmo-stp_10.42.42.5(pid=13950): stderr: \u000a| �[0;m�[38;5;43m20221210022956638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210022956639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210022956639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210022956639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210022956640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210022956640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210022956640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:58.591936 run patchelf(pid=13953): Terminating (SIGINT)\u000a02:29:58.775216 run patchelf(pid=13953): Terminated: ok {rc=0}\u000a02:29:58.808455 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13950): Process ended prematurely: osmo-stp_10.42.42.5(pid=13950) [trial-2368↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13950)] [trial-2368↪gprs:trx-b200↪iperf3.py:8]\u000a02:29:58.818243 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a02:29:58.881677 run osmo-hlr_10.42.42.2(pid=13947): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13947)]\u000a02:29:58.933364 run osmo-hlr_10.42.42.2(pid=13947): stdout: \u000a| (launched: 2022-12-10_02:29:55.432719) \u000a02:29:58.985822 run osmo-hlr_10.42.42.2(pid=13947): stderr: \u000a| �[0;m�[1;31m20221210022955632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210022955632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210022955632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022955632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210022955632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210022955632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210022955645 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210022955655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210022955655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210022955655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:29:59.030090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13942): Terminating (SIGTERM)\u000a02:29:59.072034 run iperf3-srv_10.42.42.10(pid=13943): Terminating (SIGTERM)\u000a02:29:59.114640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13946): Terminating (SIGTERM)\u000a02:29:59.156599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13949): Terminating (SIGTERM)\u000a02:29:59.198754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13952): Terminating (SIGTERM)\u000a02:29:59.208484 --- ParallelTerminationStrategy: PID 13942 died...\u000a02:29:59.264646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13942): Terminated: ok {rc=0}\u000a02:29:59.274768 --- ParallelTerminationStrategy: PID 13943 died...\u000a02:29:59.330454 run iperf3-srv_10.42.42.10(pid=13943): Terminated {rc=256}\u000a02:29:59.340473 --- ParallelTerminationStrategy: PID 13946 died...\u000a02:29:59.396480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13946): Terminated: ok {rc=0}\u000a02:29:59.406564 --- ParallelTerminationStrategy: PID 13949 died...\u000a02:29:59.462334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13949): Terminated: ok {rc=0}\u000a02:29:59.472390 --- ParallelTerminationStrategy: PID 13952 died...\u000a02:29:59.528447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13952): Terminated: ok {rc=0}\u000a02:29:59.615648 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 183, "className" : "gprs:trx-b200", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13971): Process ended prematurely: osmo-stp_10.42.42.5(pid=13971) [trial-2368↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13971)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13971): Process ended prematurely: osmo-stp_10.42.42.5(pid=13971) [trial-2368↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a02:30:00.731008 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:00.742634 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a02:30:00.889574 tst iperf3m4.py: using LAC 25362\u000a02:30:01.027440 tst iperf3m4.py: using RAC 117\u000a02:30:01.160161 tst iperf3m4.py: using CellId 25362\u000a02:30:01.285236 tst iperf3m4.py: using BVCI 25363\u000a02:30:01.310765 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:01.322673 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:01.334143 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:01.347090 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:01.360760 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:01.373166 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:01.384798 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:01.397395 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:01.411176 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:01.534671 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:01.683990 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:01.827983 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:02.159397 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:30:02.299080 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:30:02.636430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13957): Launched\u000a02:30:02.917359 run iperf3-srv_10.42.42.10(pid=13958): Launched\u000a02:30:03.116367 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:30:03.251845 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:30:03.587970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13959): Launched\u000a02:30:03.867531 run iperf3-srv_10.42.42.10(pid=13960): Launched\u000a02:30:04.066505 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:30:04.202213 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:30:04.539136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13961): Launched\u000a02:30:04.818838 run iperf3-srv_10.42.42.10(pid=13962): Launched\u000a02:30:05.017022 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:30:05.152257 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:30:05.487520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13963): Launched\u000a02:30:05.767276 run iperf3-srv_10.42.42.10(pid=13964): Launched\u000a02:30:05.965959 tst iperf3m4.py:8: start network...\u000a02:30:06.101554 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:30:06.624055 run create_hlr_db(pid=13965): Launched\u000a02:30:06.812585 bus /gobi_6: Setting Powered False\u000a02:30:07.833748 run create_hlr_db(pid=13965): Terminated: ok {rc=0}\u000a02:30:08.266712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13967): Launched\u000a02:30:08.592877 run osmo-hlr_10.42.42.2(pid=13968): Launched\u000a02:30:08.710947 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:30:09.277136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13970): Launched\u000a02:30:09.603514 run osmo-stp_10.42.42.5(pid=13971): Launched\u000a02:30:09.721482 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:30:10.287711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13973): Launched\u000a02:30:10.404016 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:30:10.687696 run patchelf(pid=13974): Launched\u000a02:30:10.879861 run osmo-stp_10.42.42.5(pid=13971): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13971)]\u000a02:30:11.019122 run osmo-stp_10.42.42.5(pid=13971): stdout: \u000a| (launched: 2022-12-10_02:30:09.442652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:11.158540 run osmo-stp_10.42.42.5(pid=13971): stderr: \u000a| �[0;m�[38;5;43m20221210023009637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023009637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023009637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023009638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023009638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023009638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023009638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:11.293549 run osmo-stp_10.42.42.5(pid=13971): stdout: \u000a| (launched: 2022-12-10_02:30:09.442652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:11.427784 run osmo-stp_10.42.42.5(pid=13971): stderr: \u000a| �[0;m�[38;5;43m20221210023009637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023009637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023009637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023009638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023009638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023009638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023009638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:11.583554 run patchelf(pid=13974): Terminating (SIGINT)\u000a02:30:11.766976 run patchelf(pid=13974): Terminated: ok {rc=0}\u000a02:30:11.800153 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13971): Process ended prematurely: osmo-stp_10.42.42.5(pid=13971) [trial-2368↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13971)] [trial-2368↪gprs:trx-b200↪iperf3m4.py:8]\u000a02:30:11.809880 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a02:30:11.873237 run osmo-hlr_10.42.42.2(pid=13968): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13968)]\u000a02:30:11.925063 run osmo-hlr_10.42.42.2(pid=13968): stdout: \u000a| (launched: 2022-12-10_02:30:08.432725) \u000a02:30:11.976901 run osmo-hlr_10.42.42.2(pid=13968): stderr: \u000a| �[0;m�[1;31m20221210023008631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023008631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023008631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023008631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023008631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023008631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023008643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023008652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023008652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023008652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:30:12.021238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13957): Terminating (SIGTERM)\u000a02:30:12.062930 run iperf3-srv_10.42.42.10(pid=13958): Terminating (SIGTERM)\u000a02:30:12.104853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13959): Terminating (SIGTERM)\u000a02:30:12.146659 run iperf3-srv_10.42.42.10(pid=13960): Terminating (SIGTERM)\u000a02:30:12.188728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13961): Terminating (SIGTERM)\u000a02:30:12.230472 run iperf3-srv_10.42.42.10(pid=13962): Terminating (SIGTERM)\u000a02:30:12.272422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13963): Terminating (SIGTERM)\u000a02:30:12.314571 run iperf3-srv_10.42.42.10(pid=13964): Terminating (SIGTERM)\u000a02:30:12.356534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13967): Terminating (SIGTERM)\u000a02:30:12.398407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13970): Terminating (SIGTERM)\u000a02:30:12.440269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13973): Terminating (SIGTERM)\u000a02:30:12.450097 --- ParallelTerminationStrategy: PID 13957 died...\u000a02:30:12.505881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13957): Terminated: ok {rc=0}\u000a02:30:12.515888 --- ParallelTerminationStrategy: PID 13958 died...\u000a02:30:12.571501 run iperf3-srv_10.42.42.10(pid=13958): Terminated {rc=256}\u000a02:30:12.581844 --- ParallelTerminationStrategy: PID 13959 died...\u000a02:30:12.637466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13959): Terminated: ok {rc=0}\u000a02:30:12.647422 --- ParallelTerminationStrategy: PID 13960 died...\u000a02:30:12.703407 run iperf3-srv_10.42.42.10(pid=13960): Terminated {rc=256}\u000a02:30:12.713474 --- ParallelTerminationStrategy: PID 13961 died...\u000a02:30:12.768919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13961): Terminated: ok {rc=0}\u000a02:30:12.778902 --- ParallelTerminationStrategy: PID 13962 died...\u000a02:30:12.834337 run iperf3-srv_10.42.42.10(pid=13962): Terminated {rc=256}\u000a02:30:12.844268 --- ParallelTerminationStrategy: PID 13963 died...\u000a02:30:12.899683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13963): Terminated: ok {rc=0}\u000a02:30:12.909738 --- ParallelTerminationStrategy: PID 13964 died...\u000a02:30:12.965164 run iperf3-srv_10.42.42.10(pid=13964): Terminated {rc=256}\u000a02:30:12.975184 --- ParallelTerminationStrategy: PID 13967 died...\u000a02:30:13.030552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13967): Terminated: ok {rc=0}\u000a02:30:13.040505 --- ParallelTerminationStrategy: PID 13970 died...\u000a02:30:13.096158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13970): Terminated: ok {rc=0}\u000a02:30:13.106256 --- ParallelTerminationStrategy: PID 13973 died...\u000a02:30:13.161750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13973): Terminated: ok {rc=0}\u000a02:30:13.249717 bus /gobi_4: Setting Powered False\u000a02:30:14.358269 bus /gobi_4: Setting Powered False\u000a02:30:15.466974 bus /gobi_1: Setting Powered False\u000a02:30:16.573905 bus /gobi_1: Setting Powered False\u000a02:30:17.680194 bus /gobi_0: Setting Powered False\u000a02:30:18.783706 bus /gobi_0: Setting Powered False\u000a02:30:19.892026 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 183, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13981): Process ended prematurely: osmo-stp_10.42.42.5(pid=13981) [trial-2368↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13981)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13981): Process ended prematurely: osmo-stp_10.42.42.5(pid=13981) [trial-2368↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13981)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a02:30:20.960706 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:20.972276 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a02:30:21.115773 tst ping.py: using LAC 25363\u000a02:30:21.241491 tst ping.py: using RAC 118\u000a02:30:21.370254 tst ping.py: using CellId 25363\u000a02:30:21.495848 tst ping.py: using BVCI 25364\u000a02:30:21.520366 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:21.531393 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:21.542357 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:21.553458 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:21.564161 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:21.575033 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:21.585974 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:21.596724 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:21.872328 tst ping.py:19: start network...\u000a02:30:21.996356 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:30:22.465254 run create_hlr_db(pid=13975): Launched\u000a02:30:22.636883 bus /gobi_6: Setting Powered False\u000a02:30:23.658015 run create_hlr_db(pid=13975): Terminated: ok {rc=0}\u000a02:30:24.083701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13977): Launched\u000a02:30:24.404236 run osmo-hlr_10.42.42.2(pid=13978): Launched\u000a02:30:24.520802 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:30:25.083322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13980): Launched\u000a02:30:25.403986 run osmo-stp_10.42.42.5(pid=13981): Launched\u000a02:30:25.520120 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:30:26.078549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13983): Launched\u000a02:30:26.192270 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:30:26.471617 run patchelf(pid=13984): Launched\u000a02:30:26.659212 run osmo-stp_10.42.42.5(pid=13981): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13981)]\u000a02:30:26.796519 run osmo-stp_10.42.42.5(pid=13981): stdout: \u000a| (launched: 2022-12-10_02:30:25.246366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:26.933737 run osmo-stp_10.42.42.5(pid=13981): stderr: \u000a| �[0;m�[38;5;43m20221210023025440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023025440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023025440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023025440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023025441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023025441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023025441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:27.066558 run osmo-stp_10.42.42.5(pid=13981): stdout: \u000a| (launched: 2022-12-10_02:30:25.246366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:27.197863 run osmo-stp_10.42.42.5(pid=13981): stderr: \u000a| �[0;m�[38;5;43m20221210023025440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023025440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023025440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023025440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023025441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023025441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023025441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:27.350946 run patchelf(pid=13984): Terminating (SIGINT)\u000a02:30:27.530522 run patchelf(pid=13984): Terminated: ok {rc=0}\u000a02:30:27.563037 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13981): Process ended prematurely: osmo-stp_10.42.42.5(pid=13981) [trial-2368↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13981)] [trial-2368↪gprs:trx-b200↪ping.py:22]\u000a02:30:27.572048 tst ping.py:22: Test FAILED (6.6 sec)\u000a02:30:27.635338 run osmo-hlr_10.42.42.2(pid=13978): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13978)]\u000a02:30:27.686978 run osmo-hlr_10.42.42.2(pid=13978): stdout: \u000a| (launched: 2022-12-10_02:30:24.246340) \u000a02:30:27.739592 run osmo-hlr_10.42.42.2(pid=13978): stderr: \u000a| �[0;m�[1;31m20221210023024442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023024442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023024442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023024443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023024443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023024443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023024455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023024463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023024463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023024463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:30:27.784389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13977): Terminating (SIGTERM)\u000a02:30:27.826739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13980): Terminating (SIGTERM)\u000a02:30:27.868792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13983): Terminating (SIGTERM)\u000a02:30:27.878635 --- ParallelTerminationStrategy: PID 13977 died...\u000a02:30:27.935282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13977): Terminated: ok {rc=0}\u000a02:30:27.945611 --- ParallelTerminationStrategy: PID 13980 died...\u000a02:30:28.001881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13980): Terminated: ok {rc=0}\u000a02:30:28.012111 --- ParallelTerminationStrategy: PID 13983 died...\u000a02:30:28.068076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13983): Terminated: ok {rc=0}\u000a02:30:28.156393 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 183, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13991): Process ended prematurely: osmo-stp_10.42.42.5(pid=13991) [trial-2368↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13991)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13991): Process ended prematurely: osmo-stp_10.42.42.5(pid=13991) [trial-2368↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13991)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a02:30:29.208244 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:29.219530 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a02:30:29.364570 tst ping_idle_ping.py: using LAC 25364\u000a02:30:29.498095 tst ping_idle_ping.py: using RAC 119\u000a02:30:29.621791 tst ping_idle_ping.py: using CellId 25364\u000a02:30:29.752885 tst ping_idle_ping.py: using BVCI 25365\u000a02:30:29.777847 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:29.788988 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:29.800095 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:29.811085 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:29.821914 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:29.832661 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:29.843679 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:29.854547 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:30.144799 tst ping_idle_ping.py:24: start network...\u000a02:30:30.278033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:30:30.792218 run create_hlr_db(pid=13985): Launched\u000a02:30:30.983995 bus /gobi_6: Setting Powered False\u000a02:30:32.000533 run create_hlr_db(pid=13985): Terminated: ok {rc=0}\u000a02:30:32.434926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13987): Launched\u000a02:30:32.755088 run osmo-hlr_10.42.42.2(pid=13988): Launched\u000a02:30:32.874948 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:30:33.430796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13990): Launched\u000a02:30:33.751256 run osmo-stp_10.42.42.5(pid=13991): Launched\u000a02:30:33.867489 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:30:34.426820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13993): Launched\u000a02:30:34.542062 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:30:34.822881 run patchelf(pid=13994): Launched\u000a02:30:35.011461 run osmo-stp_10.42.42.5(pid=13991): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13991)]\u000a02:30:35.149260 run osmo-stp_10.42.42.5(pid=13991): stdout: \u000a| (launched: 2022-12-10_02:30:33.593208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:35.287232 run osmo-stp_10.42.42.5(pid=13991): stderr: \u000a| �[0;m�[38;5;43m20221210023033786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023033786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023033787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023033787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023033787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023033787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023033788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:35.420236 run osmo-stp_10.42.42.5(pid=13991): stdout: \u000a| (launched: 2022-12-10_02:30:33.593208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:35.551997 run osmo-stp_10.42.42.5(pid=13991): stderr: \u000a| �[0;m�[38;5;43m20221210023033786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023033786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023033787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023033787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023033787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023033787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023033788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:35.705516 run patchelf(pid=13994): Terminating (SIGINT)\u000a02:30:35.886264 run patchelf(pid=13994): Terminated: ok {rc=0}\u000a02:30:35.918820 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13991): Process ended prematurely: osmo-stp_10.42.42.5(pid=13991) [trial-2368↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13991)] [trial-2368↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a02:30:35.927950 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a02:30:35.990939 run osmo-hlr_10.42.42.2(pid=13988): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13988)]\u000a02:30:36.042632 run osmo-hlr_10.42.42.2(pid=13988): stdout: \u000a| (launched: 2022-12-10_02:30:32.598207) \u000a02:30:36.094972 run osmo-hlr_10.42.42.2(pid=13988): stderr: \u000a| �[0;m�[1;31m20221210023032796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023032796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023032796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023032796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023032796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023032796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023032809 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023032817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023032817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023032817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:30:36.139701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13987): Terminating (SIGTERM)\u000a02:30:36.181989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13990): Terminating (SIGTERM)\u000a02:30:36.223973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13993): Terminating (SIGTERM)\u000a02:30:36.233792 --- ParallelTerminationStrategy: PID 13987 died...\u000a02:30:36.290407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13987): Terminated: ok {rc=0}\u000a02:30:36.300639 --- ParallelTerminationStrategy: PID 13990 died...\u000a02:30:36.356508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13990): Terminated: ok {rc=0}\u000a02:30:36.366830 --- ParallelTerminationStrategy: PID 13993 died...\u000a02:30:36.422948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13993): Terminated: ok {rc=0}\u000a02:30:36.511256 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:29:37" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14011): Process ended prematurely: osmo-stp_10.42.42.5(pid=14011) [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14011)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14011): Process ended prematurely: osmo-stp_10.42.42.5(pid=14011) [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:30:38.675851 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:38.687036 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:30:38.834153 tst cs_paging_gprs_active.py: using LAC 25365\u000a02:30:38.963019 tst cs_paging_gprs_active.py: using RAC 120\u000a02:30:39.090632 tst cs_paging_gprs_active.py: using CellId 25365\u000a02:30:39.220092 tst cs_paging_gprs_active.py: using BVCI 25366\u000a02:30:39.244861 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:39.256071 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:39.267085 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:39.278152 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:39.289162 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:39.300292 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:39.311530 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:39.322416 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:39.333576 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:30:39.451780 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:30:39.731465 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:30:39.858583 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:30:40.173572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14001): Launched\u000a02:30:40.436709 run iperf3-srv_10.42.42.10(pid=14002): Launched\u000a02:30:40.622723 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:30:40.749427 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:30:41.063909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14003): Launched\u000a02:30:41.326714 run iperf3-srv_10.42.42.10(pid=14004): Launched\u000a02:30:41.512162 tst cs_paging_gprs_active.py:38: start network...\u000a02:30:41.639186 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:30:42.122982 run create_hlr_db(pid=14005): Launched\u000a02:30:42.297614 bus /gobi_6: Setting Powered False\u000a02:30:43.319106 run create_hlr_db(pid=14005): Terminated: ok {rc=0}\u000a02:30:43.723210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14007): Launched\u000a02:30:44.028624 run osmo-hlr_10.42.42.2(pid=14008): Launched\u000a02:30:44.148574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:30:44.683351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14010): Launched\u000a02:30:44.989343 run osmo-stp_10.42.42.5(pid=14011): Launched\u000a02:30:45.100266 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:30:45.629607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14013): Launched\u000a02:30:45.738122 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:30:46.054912 run patchelf(pid=14014): Launched\u000a02:30:46.251178 run osmo-stp_10.42.42.5(pid=14011): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14011)]\u000a02:30:46.400421 run osmo-stp_10.42.42.5(pid=14011): stdout: \u000a| (launched: 2022-12-10_02:30:44.838447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:46.558419 run osmo-stp_10.42.42.5(pid=14011): stderr: \u000a| �[0;m�[38;5;43m20221210023045010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023045010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023045010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023045010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023045011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023045011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023045011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:46.699473 run osmo-stp_10.42.42.5(pid=14011): stdout: \u000a| (launched: 2022-12-10_02:30:44.838447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:46.836895 run osmo-stp_10.42.42.5(pid=14011): stderr: \u000a| �[0;m�[38;5;43m20221210023045010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023045010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023045010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023045010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023045011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023045011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023045011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:46.998863 run patchelf(pid=14014): Terminating (SIGINT)\u000a02:30:47.186079 run patchelf(pid=14014): Terminated: ok {rc=0}\u000a02:30:47.219887 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14011): Process ended prematurely: osmo-stp_10.42.42.5(pid=14011) [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14011)] [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a02:30:47.230015 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a02:30:47.293348 run osmo-hlr_10.42.42.2(pid=14008): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14008)]\u000a02:30:47.345012 run osmo-hlr_10.42.42.2(pid=14008): stdout: \u000a| (launched: 2022-12-10_02:30:43.878394) \u000a02:30:47.397137 run osmo-hlr_10.42.42.2(pid=14008): stderr: \u000a| �[0;m�[1;31m20221210023044056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023044056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023044056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023044056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023044056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023044056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023044068 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023044076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023044077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023044077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:30:47.441970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14001): Terminating (SIGTERM)\u000a02:30:47.483936 run iperf3-srv_10.42.42.10(pid=14002): Terminating (SIGTERM)\u000a02:30:47.525855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14003): Terminating (SIGTERM)\u000a02:30:47.567727 run iperf3-srv_10.42.42.10(pid=14004): Terminating (SIGTERM)\u000a02:30:47.609782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14007): Terminating (SIGTERM)\u000a02:30:47.651709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14010): Terminating (SIGTERM)\u000a02:30:47.693776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14013): Terminating (SIGTERM)\u000a02:30:47.703645 --- ParallelTerminationStrategy: PID 14001 died...\u000a02:30:47.760015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14001): Terminated: ok {rc=0}\u000a02:30:47.770389 --- ParallelTerminationStrategy: PID 14002 died...\u000a02:30:47.825719 run iperf3-srv_10.42.42.10(pid=14002): Terminated {rc=256}\u000a02:30:47.835737 --- ParallelTerminationStrategy: PID 14003 died...\u000a02:30:47.891736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14003): Terminated: ok {rc=0}\u000a02:30:47.901893 --- ParallelTerminationStrategy: PID 14004 died...\u000a02:30:47.957431 run iperf3-srv_10.42.42.10(pid=14004): Terminated {rc=256}\u000a02:30:47.967642 --- ParallelTerminationStrategy: PID 14007 died...\u000a02:30:48.023262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14007): Terminated: ok {rc=0}\u000a02:30:48.033968 --- ParallelTerminationStrategy: PID 14010 died...\u000a02:30:48.089946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14010): Terminated: ok {rc=0}\u000a02:30:48.100154 --- ParallelTerminationStrategy: PID 14013 died...\u000a02:30:48.155875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14013): Terminated: ok {rc=0}\u000a02:30:48.243515 bus /gobi_0: Setting Powered False\u000a02:30:49.350197 bus /gobi_0: Setting Powered False\u000a02:30:50.458034 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14023): Process ended prematurely: osmo-stp_10.42.42.5(pid=14023) [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14023)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14023): Process ended prematurely: osmo-stp_10.42.42.5(pid=14023) [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a02:30:51.573474 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:51.585446 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:30:51.735036 tst iperf3.py: using LAC 25366\u000a02:30:51.864018 tst iperf3.py: using RAC 121\u000a02:30:51.996095 tst iperf3.py: using CellId 25366\u000a02:30:52.121471 tst iperf3.py: using BVCI 25367\u000a02:30:52.146520 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:52.157934 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:52.168909 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:52.180077 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:52.191297 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:52.202533 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:52.213766 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:52.224530 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:52.235695 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:30:52.516762 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:30:52.644147 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:30:52.959546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14015): Launched\u000a02:30:53.222682 run iperf3-srv_10.42.42.10(pid=14016): Launched\u000a02:30:53.408188 tst iperf3.py:8: start network...\u000a02:30:53.534848 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:30:54.015324 run create_hlr_db(pid=14017): Launched\u000a02:30:54.189546 bus /gobi_6: Setting Powered False\u000a02:30:55.211307 run create_hlr_db(pid=14017): Terminated: ok {rc=0}\u000a02:30:55.643471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14019): Launched\u000a02:30:55.968534 run osmo-hlr_10.42.42.2(pid=14020): Launched\u000a02:30:56.090506 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:30:56.658153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14022): Launched\u000a02:30:56.984761 run osmo-stp_10.42.42.5(pid=14023): Launched\u000a02:30:57.102555 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:30:57.669059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14025): Launched\u000a02:30:57.785232 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:30:58.067578 run patchelf(pid=14026): Launched\u000a02:30:58.257578 run osmo-stp_10.42.42.5(pid=14023): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14023)]\u000a02:30:58.396337 run osmo-stp_10.42.42.5(pid=14023): stdout: \u000a| (launched: 2022-12-10_02:30:56.825057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:58.535214 run osmo-stp_10.42.42.5(pid=14023): stderr: \u000a| �[0;m�[38;5;43m20221210023057019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023057019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023057020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023057020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023057021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023057021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023057021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:58.670399 run osmo-stp_10.42.42.5(pid=14023): stdout: \u000a| (launched: 2022-12-10_02:30:56.825057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:58.804582 run osmo-stp_10.42.42.5(pid=14023): stderr: \u000a| �[0;m�[38;5;43m20221210023057019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023057019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023057020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023057020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023057021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023057021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023057021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:58.960106 run patchelf(pid=14026): Terminating (SIGINT)\u000a02:30:59.142583 run patchelf(pid=14026): Terminated: ok {rc=0}\u000a02:30:59.175782 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14023): Process ended prematurely: osmo-stp_10.42.42.5(pid=14023) [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14023)] [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a02:30:59.185527 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a02:30:59.248300 run osmo-hlr_10.42.42.2(pid=14020): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14020)]\u000a02:30:59.299751 run osmo-hlr_10.42.42.2(pid=14020): stdout: \u000a| (launched: 2022-12-10_02:30:55.809884) \u000a02:30:59.352160 run osmo-hlr_10.42.42.2(pid=14020): stderr: \u000a| �[0;m�[1;31m20221210023056011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023056011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023056011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023056011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023056011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023056011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023056023 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023056032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023056032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023056032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:30:59.396494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14015): Terminating (SIGTERM)\u000a02:30:59.438351 run iperf3-srv_10.42.42.10(pid=14016): Terminating (SIGTERM)\u000a02:30:59.480293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14019): Terminating (SIGTERM)\u000a02:30:59.522199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14022): Terminating (SIGTERM)\u000a02:30:59.564219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14025): Terminating (SIGTERM)\u000a02:30:59.573954 --- ParallelTerminationStrategy: PID 14015 died...\u000a02:30:59.629804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14015): Terminated: ok {rc=0}\u000a02:30:59.639857 --- ParallelTerminationStrategy: PID 14016 died...\u000a02:30:59.695352 run iperf3-srv_10.42.42.10(pid=14016): Terminated {rc=256}\u000a02:30:59.705488 --- ParallelTerminationStrategy: PID 14019 died...\u000a02:30:59.761244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14019): Terminated: ok {rc=0}\u000a02:30:59.771330 --- ParallelTerminationStrategy: PID 14022 died...\u000a02:30:59.826959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14022): Terminated: ok {rc=0}\u000a02:30:59.836908 --- ParallelTerminationStrategy: PID 14025 died...\u000a02:30:59.892418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14025): Terminated: ok {rc=0}\u000a02:30:59.979140 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14041): Process ended prematurely: osmo-stp_10.42.42.5(pid=14041) [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14041)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14041): Process ended prematurely: osmo-stp_10.42.42.5(pid=14041) [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a02:31:01.094170 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:01.107955 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:31:01.284094 tst iperf3m4.py: using LAC 25367\u000a02:31:01.408724 tst iperf3m4.py: using RAC 122\u000a02:31:01.536630 tst iperf3m4.py: using CellId 25367\u000a02:31:01.694856 tst iperf3m4.py: using BVCI 25368\u000a02:31:01.725732 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:01.741007 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:01.757478 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:01.772888 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:01.788101 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:01.803992 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:01.819631 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:01.834818 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:01.851016 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:31:02.004648 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:31:02.140864 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:31:02.280316 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:31:02.578451 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:31:02.715015 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:31:03.052359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14027): Launched\u000a02:31:03.333177 run iperf3-srv_10.42.42.10(pid=14028): Launched\u000a02:31:03.532090 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:31:03.667828 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:31:04.006055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14029): Launched\u000a02:31:04.286274 run iperf3-srv_10.42.42.10(pid=14030): Launched\u000a02:31:04.485881 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:31:04.621290 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:31:04.958727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14031): Launched\u000a02:31:05.238945 run iperf3-srv_10.42.42.10(pid=14032): Launched\u000a02:31:05.438342 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:31:05.575795 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:31:05.912677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14033): Launched\u000a02:31:06.192909 run iperf3-srv_10.42.42.10(pid=14034): Launched\u000a02:31:06.392107 tst iperf3m4.py:8: start network...\u000a02:31:06.527841 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:31:07.050026 run create_hlr_db(pid=14035): Launched\u000a02:31:07.238670 bus /gobi_6: Setting Powered False\u000a02:31:08.258941 run create_hlr_db(pid=14035): Terminated: ok {rc=0}\u000a02:31:08.692810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14037): Launched\u000a02:31:09.020780 run osmo-hlr_10.42.42.2(pid=14038): Launched\u000a02:31:09.139852 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:31:09.707320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14040): Launched\u000a02:31:10.033903 run osmo-stp_10.42.42.5(pid=14041): Launched\u000a02:31:10.152239 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:31:10.721599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14043): Launched\u000a02:31:10.839339 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:31:11.123580 run patchelf(pid=14044): Launched\u000a02:31:11.314114 run osmo-stp_10.42.42.5(pid=14041): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14041)]\u000a02:31:11.452831 run osmo-stp_10.42.42.5(pid=14041): stdout: \u000a| (launched: 2022-12-10_02:31:09.873780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:11.591831 run osmo-stp_10.42.42.5(pid=14041): stderr: \u000a| �[0;m�[38;5;43m20221210023110067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023110067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023110067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023110068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023110070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023110070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023110070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:11.727084 run osmo-stp_10.42.42.5(pid=14041): stdout: \u000a| (launched: 2022-12-10_02:31:09.873780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:11.861009 run osmo-stp_10.42.42.5(pid=14041): stderr: \u000a| �[0;m�[38;5;43m20221210023110067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023110067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023110067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023110068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023110070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023110070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023110070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:12.016302 run patchelf(pid=14044): Terminating (SIGINT)\u000a02:31:12.198701 run patchelf(pid=14044): Terminated: ok {rc=0}\u000a02:31:12.231919 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14041): Process ended prematurely: osmo-stp_10.42.42.5(pid=14041) [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14041)] [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a02:31:12.241625 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a02:31:12.304811 run osmo-hlr_10.42.42.2(pid=14038): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14038)]\u000a02:31:12.356533 run osmo-hlr_10.42.42.2(pid=14038): stdout: \u000a| (launched: 2022-12-10_02:31:08.861061) \u000a02:31:12.408718 run osmo-hlr_10.42.42.2(pid=14038): stderr: \u000a| �[0;m�[1;31m20221210023109060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023109060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023109060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023109060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023109060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023109061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023109073 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023109081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023109082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023109082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:31:12.453453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14027): Terminating (SIGTERM)\u000a02:31:12.495540 run iperf3-srv_10.42.42.10(pid=14028): Terminating (SIGTERM)\u000a02:31:12.537852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14029): Terminating (SIGTERM)\u000a02:31:12.579977 run iperf3-srv_10.42.42.10(pid=14030): Terminating (SIGTERM)\u000a02:31:12.622102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14031): Terminating (SIGTERM)\u000a02:31:12.664144 run iperf3-srv_10.42.42.10(pid=14032): Terminating (SIGTERM)\u000a02:31:12.706768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14033): Terminating (SIGTERM)\u000a02:31:12.749607 run iperf3-srv_10.42.42.10(pid=14034): Terminating (SIGTERM)\u000a02:31:12.791968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14037): Terminating (SIGTERM)\u000a02:31:12.834283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14040): Terminating (SIGTERM)\u000a02:31:12.876395 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14043): Terminating (SIGTERM)\u000a02:31:12.886250 --- ParallelTerminationStrategy: PID 14027 died...\u000a02:31:12.942558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14027): Terminated: ok {rc=0}\u000a02:31:12.952642 --- ParallelTerminationStrategy: PID 14028 died...\u000a02:31:13.008485 run iperf3-srv_10.42.42.10(pid=14028): Terminated {rc=256}\u000a02:31:13.018599 --- ParallelTerminationStrategy: PID 14029 died...\u000a02:31:13.074165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14029): Terminated: ok {rc=0}\u000a02:31:13.084211 --- ParallelTerminationStrategy: PID 14030 died...\u000a02:31:13.139855 run iperf3-srv_10.42.42.10(pid=14030): Terminated {rc=256}\u000a02:31:13.149980 --- ParallelTerminationStrategy: PID 14031 died...\u000a02:31:13.205470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14031): Terminated: ok {rc=0}\u000a02:31:13.215581 --- ParallelTerminationStrategy: PID 14032 died...\u000a02:31:13.271409 run iperf3-srv_10.42.42.10(pid=14032): Terminated {rc=256}\u000a02:31:13.281580 --- ParallelTerminationStrategy: PID 14033 died...\u000a02:31:13.336803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14033): Terminated: ok {rc=0}\u000a02:31:13.346955 --- ParallelTerminationStrategy: PID 14034 died...\u000a02:31:13.402585 run iperf3-srv_10.42.42.10(pid=14034): Terminated {rc=256}\u000a02:31:13.412453 --- ParallelTerminationStrategy: PID 14037 died...\u000a02:31:13.467969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14037): Terminated: ok {rc=0}\u000a02:31:13.478120 --- ParallelTerminationStrategy: PID 14040 died...\u000a02:31:13.533604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14040): Terminated: ok {rc=0}\u000a02:31:13.543687 --- ParallelTerminationStrategy: PID 14043 died...\u000a02:31:13.599310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14043): Terminated: ok {rc=0}\u000a02:31:13.685934 bus /gobi_4: Setting Powered False\u000a02:31:14.792514 bus /gobi_4: Setting Powered False\u000a02:31:15.930653 bus /gobi_1: Setting Powered False\u000a02:31:17.069619 bus /gobi_1: Setting Powered False\u000a02:31:18.182946 bus /gobi_0: Setting Powered False\u000a02:31:19.284634 bus /gobi_0: Setting Powered False\u000a02:31:20.395711 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14051): Process ended prematurely: osmo-stp_10.42.42.5(pid=14051) [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14051)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14051): Process ended prematurely: osmo-stp_10.42.42.5(pid=14051) [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a02:31:21.464264 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:21.476236 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:31:21.621643 tst ping.py: using LAC 25368\u000a02:31:21.747210 tst ping.py: using RAC 123\u000a02:31:21.872421 tst ping.py: using CellId 25368\u000a02:31:21.997450 tst ping.py: using BVCI 25369\u000a02:31:22.021930 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:22.033231 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:22.044308 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:22.055522 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:22.066610 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:22.077588 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:22.088843 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:22.100005 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:31:22.378700 tst ping.py:19: start network...\u000a02:31:22.502648 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:31:22.971020 run create_hlr_db(pid=14045): Launched\u000a02:31:23.144078 bus /gobi_6: Setting Powered False\u000a02:31:24.164570 run create_hlr_db(pid=14045): Terminated: ok {rc=0}\u000a02:31:24.562718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14047): Launched\u000a02:31:24.861077 run osmo-hlr_10.42.42.2(pid=14048): Launched\u000a02:31:24.970382 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:31:25.491653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14050): Launched\u000a02:31:25.789253 run osmo-stp_10.42.42.5(pid=14051): Launched\u000a02:31:25.897788 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:31:26.418763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14053): Launched\u000a02:31:26.525679 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:31:26.787940 run patchelf(pid=14054): Launched\u000a02:31:26.963473 run osmo-stp_10.42.42.5(pid=14051): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14051)]\u000a02:31:27.091753 run osmo-stp_10.42.42.5(pid=14051): stdout: \u000a| (launched: 2022-12-10_02:31:25.642356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:27.220386 run osmo-stp_10.42.42.5(pid=14051): stderr: \u000a| �[0;m�[38;5;43m20221210023125815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023125815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023125815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023125816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023125816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023125816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023125816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:27.344523 run osmo-stp_10.42.42.5(pid=14051): stdout: \u000a| (launched: 2022-12-10_02:31:25.642356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:27.467565 run osmo-stp_10.42.42.5(pid=14051): stderr: \u000a| �[0;m�[38;5;43m20221210023125815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023125815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023125815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023125816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023125816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023125816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023125816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:27.610605 run patchelf(pid=14054): Terminating (SIGINT)\u000a02:31:27.778801 run patchelf(pid=14054): Terminated: ok {rc=0}\u000a02:31:27.809305 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14051): Process ended prematurely: osmo-stp_10.42.42.5(pid=14051) [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14051)] [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a02:31:27.817904 tst ping.py:22: Test FAILED (6.3 sec)\u000a02:31:27.878776 run osmo-hlr_10.42.42.2(pid=14048): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14048)]\u000a02:31:27.928360 run osmo-hlr_10.42.42.2(pid=14048): stdout: \u000a| (launched: 2022-12-10_02:31:24.713804) \u000a02:31:27.978720 run osmo-hlr_10.42.42.2(pid=14048): stderr: \u000a| �[0;m�[1;31m20221210023124889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023124889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023124889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023124889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023124889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023124889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023124902 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023124910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023124910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023124910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:31:28.021133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14047): Terminating (SIGTERM)\u000a02:31:28.061253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14050): Terminating (SIGTERM)\u000a02:31:28.101897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14053): Terminating (SIGTERM)\u000a02:31:28.111423 --- ParallelTerminationStrategy: PID 14047 died...\u000a02:31:28.165628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14047): Terminated: ok {rc=0}\u000a02:31:28.175409 --- ParallelTerminationStrategy: PID 14050 died...\u000a02:31:28.229021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14050): Terminated: ok {rc=0}\u000a02:31:28.238806 --- ParallelTerminationStrategy: PID 14053 died...\u000a02:31:28.292695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14053): Terminated: ok {rc=0}\u000a02:31:28.377202 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14061): Process ended prematurely: osmo-stp_10.42.42.5(pid=14061) [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14061)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14061): Process ended prematurely: osmo-stp_10.42.42.5(pid=14061) [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a02:31:29.429347 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:29.441630 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:31:29.587821 tst ping_idle_ping.py: using LAC 25369\u000a02:31:29.712798 tst ping_idle_ping.py: using RAC 124\u000a02:31:29.837592 tst ping_idle_ping.py: using CellId 25369\u000a02:31:29.962060 tst ping_idle_ping.py: using BVCI 25370\u000a02:31:29.986522 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:29.997874 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:30.009012 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:30.020097 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:30.031297 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:30.042356 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:30.053709 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:30.064705 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:31:30.357854 tst ping_idle_ping.py:24: start network...\u000a02:31:30.491729 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:31:31.041710 run create_hlr_db(pid=14055): Launched\u000a02:31:31.221187 bus /gobi_6: Setting Powered False\u000a02:31:32.243150 run create_hlr_db(pid=14055): Terminated: ok {rc=0}\u000a02:31:32.646869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14057): Launched\u000a02:31:32.948215 run osmo-hlr_10.42.42.2(pid=14058): Launched\u000a02:31:33.063387 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:31:33.592519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14060): Launched\u000a02:31:33.892432 run osmo-stp_10.42.42.5(pid=14061): Launched\u000a02:31:34.002152 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:31:34.523577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14063): Launched\u000a02:31:34.630453 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:31:34.892773 run patchelf(pid=14064): Launched\u000a02:31:35.070194 run osmo-stp_10.42.42.5(pid=14061): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14061)]\u000a02:31:35.199188 run osmo-stp_10.42.42.5(pid=14061): stdout: \u000a| (launched: 2022-12-10_02:31:33.744307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:35.328384 run osmo-stp_10.42.42.5(pid=14061): stderr: \u000a| �[0;m�[38;5;43m20221210023133915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023133915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023133915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023133916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023133916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023133916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023133916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:35.453200 run osmo-stp_10.42.42.5(pid=14061): stdout: \u000a| (launched: 2022-12-10_02:31:33.744307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:35.576083 run osmo-stp_10.42.42.5(pid=14061): stderr: \u000a| �[0;m�[38;5;43m20221210023133915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023133915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023133915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023133916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023133916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023133916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023133916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:35.719631 run patchelf(pid=14064): Terminating (SIGINT)\u000a02:31:35.889140 run patchelf(pid=14064): Terminated: ok {rc=0}\u000a02:31:35.919729 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14061): Process ended prematurely: osmo-stp_10.42.42.5(pid=14061) [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14061)] [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a02:31:35.928287 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a02:31:35.988941 run osmo-hlr_10.42.42.2(pid=14058): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14058)]\u000a02:31:36.038223 run osmo-hlr_10.42.42.2(pid=14058): stdout: \u000a| (launched: 2022-12-10_02:31:32.799077) \u000a02:31:36.088329 run osmo-hlr_10.42.42.2(pid=14058): stderr: \u000a| �[0;m�[1;31m20221210023132977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023132977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023132977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023132977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023132977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023132977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023132990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023133000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023133000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023133000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:31:36.130414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14057): Terminating (SIGTERM)\u000a02:31:36.170553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14060): Terminating (SIGTERM)\u000a02:31:36.210836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14063): Terminating (SIGTERM)\u000a02:31:36.220426 --- ParallelTerminationStrategy: PID 14057 died...\u000a02:31:36.274681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14057): Terminated: ok {rc=0}\u000a02:31:36.284342 --- ParallelTerminationStrategy: PID 14060 died...\u000a02:31:36.338110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14060): Terminated: ok {rc=0}\u000a02:31:36.347779 --- ParallelTerminationStrategy: PID 14063 died...\u000a02:31:36.401605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14063): Terminated: ok {rc=0}\u000a02:31:36.490725 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:30:38" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14078): Process ended prematurely: osmo-stp_10.42.42.5(pid=14078) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14078)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14078): Process ended prematurely: osmo-stp_10.42.42.5(pid=14078) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:31:38.644547 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:38.655353 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:31:38.810231 tst cs_paging_gprs_active.py: using LAC 25370\u000a02:31:38.927791 tst cs_paging_gprs_active.py: using RAC 125\u000a02:31:39.048289 tst cs_paging_gprs_active.py: using CellId 25370\u000a02:31:39.169077 tst cs_paging_gprs_active.py: using BVCI 25371\u000a02:31:39.192191 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:39.203003 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:39.213646 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:39.224447 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:39.235199 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:39.246166 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:39.257012 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:39.267743 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:39.278780 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:31:39.399474 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:31:39.678920 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:31:39.806015 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:31:40.120228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14068): Launched\u000a02:31:40.381928 run iperf3-srv_10.42.42.10(pid=14069): Launched\u000a02:31:40.566706 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:31:40.693133 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:31:41.007401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14070): Launched\u000a02:31:41.269355 run iperf3-srv_10.42.42.10(pid=14071): Launched\u000a02:31:41.454400 tst cs_paging_gprs_active.py:38: start network...\u000a02:31:41.580772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:31:42.058821 run create_hlr_db(pid=14072): Launched\u000a02:31:42.233127 bus /gobi_6: Setting Powered False\u000a02:31:43.255127 run create_hlr_db(pid=14072): Terminated: ok {rc=0}\u000a02:31:43.687006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14074): Launched\u000a02:31:44.014106 run osmo-hlr_10.42.42.2(pid=14075): Launched\u000a02:31:44.133160 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:31:44.698272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14077): Launched\u000a02:31:45.024465 run osmo-stp_10.42.42.5(pid=14078): Launched\u000a02:31:45.143402 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:31:45.710389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14080): Launched\u000a02:31:45.827448 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:31:46.148113 run patchelf(pid=14081): Launched\u000a02:31:46.341723 run osmo-stp_10.42.42.5(pid=14078): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14078)]\u000a02:31:46.485888 run osmo-stp_10.42.42.5(pid=14078): stdout: \u000a| (launched: 2022-12-10_02:31:44.864089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:46.628213 run osmo-stp_10.42.42.5(pid=14078): stderr: \u000a| �[0;m�[38;5;43m20221210023145058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023145058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023145058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023145059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023145059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023145059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023145059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:46.766316 run osmo-stp_10.42.42.5(pid=14078): stdout: \u000a| (launched: 2022-12-10_02:31:44.864089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:46.903089 run osmo-stp_10.42.42.5(pid=14078): stderr: \u000a| �[0;m�[38;5;43m20221210023145058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023145058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023145058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023145059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023145059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023145059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023145059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:47.061914 run patchelf(pid=14081): Terminating (SIGINT)\u000a02:31:47.245927 run patchelf(pid=14081): Terminated: ok {rc=0}\u000a02:31:47.279579 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14078): Process ended prematurely: osmo-stp_10.42.42.5(pid=14078) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14078)] [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a02:31:47.289596 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a02:31:47.352422 run osmo-hlr_10.42.42.2(pid=14075): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14075)]\u000a02:31:47.403854 run osmo-hlr_10.42.42.2(pid=14075): stdout: \u000a| (launched: 2022-12-10_02:31:43.853718) \u000a02:31:47.455941 run osmo-hlr_10.42.42.2(pid=14075): stderr: \u000a| �[0;m�[1;31m20221210023144054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023144054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023144054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023144054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023144054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023144054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023144066 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023144074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023144075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023144075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:31:47.500757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14068): Terminating (SIGTERM)\u000a02:31:47.542558 run iperf3-srv_10.42.42.10(pid=14069): Terminating (SIGTERM)\u000a02:31:47.584337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14070): Terminating (SIGTERM)\u000a02:31:47.626033 run iperf3-srv_10.42.42.10(pid=14071): Terminating (SIGTERM)\u000a02:31:47.667831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14074): Terminating (SIGTERM)\u000a02:31:47.709595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14077): Terminating (SIGTERM)\u000a02:31:47.751656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14080): Terminating (SIGTERM)\u000a02:31:47.761398 --- ParallelTerminationStrategy: PID 14068 died...\u000a02:31:47.817436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14068): Terminated: ok {rc=0}\u000a02:31:47.827433 --- ParallelTerminationStrategy: PID 14069 died...\u000a02:31:47.882880 run iperf3-srv_10.42.42.10(pid=14069): Terminated {rc=256}\u000a02:31:47.892901 --- ParallelTerminationStrategy: PID 14070 died...\u000a02:31:47.948853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14070): Terminated: ok {rc=0}\u000a02:31:47.959205 --- ParallelTerminationStrategy: PID 14071 died...\u000a02:31:48.014859 run iperf3-srv_10.42.42.10(pid=14071): Terminated {rc=256}\u000a02:31:48.024805 --- ParallelTerminationStrategy: PID 14074 died...\u000a02:31:48.080402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14074): Terminated: ok {rc=0}\u000a02:31:48.090527 --- ParallelTerminationStrategy: PID 14077 died...\u000a02:31:48.146330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14077): Terminated: ok {rc=0}\u000a02:31:48.156423 --- ParallelTerminationStrategy: PID 14080 died...\u000a02:31:48.212125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14080): Terminated: ok {rc=0}\u000a02:31:48.300296 bus /gobi_0: Setting Powered False\u000a02:31:49.406329 bus /gobi_0: Setting Powered False\u000a02:31:50.513760 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14090): Process ended prematurely: osmo-stp_10.42.42.5(pid=14090) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14090)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14090): Process ended prematurely: osmo-stp_10.42.42.5(pid=14090) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a02:31:51.623457 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:51.634872 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:31:51.793934 tst iperf3.py: using LAC 25371\u000a02:31:51.914501 tst iperf3.py: using RAC 126\u000a02:31:52.035292 tst iperf3.py: using CellId 25371\u000a02:31:52.155845 tst iperf3.py: using BVCI 25372\u000a02:31:52.179027 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:52.189868 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:52.200517 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:52.211556 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:52.222134 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:52.233680 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:52.244677 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:52.255514 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:52.266547 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:31:52.543897 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:31:52.670418 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:31:52.984476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14082): Launched\u000a02:31:53.246473 run iperf3-srv_10.42.42.10(pid=14083): Launched\u000a02:31:53.431535 tst iperf3.py:8: start network...\u000a02:31:53.558283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:31:54.037417 run create_hlr_db(pid=14084): Launched\u000a02:31:54.211780 bus /gobi_6: Setting Powered False\u000a02:31:55.234652 run create_hlr_db(pid=14084): Terminated: ok {rc=0}\u000a02:31:55.666367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14086): Launched\u000a02:31:55.992914 run osmo-hlr_10.42.42.2(pid=14087): Launched\u000a02:31:56.111693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:31:56.678429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14089): Launched\u000a02:31:57.007403 run osmo-stp_10.42.42.5(pid=14090): Launched\u000a02:31:57.125808 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:31:57.696064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14092): Launched\u000a02:31:57.812879 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:31:58.097227 run patchelf(pid=14093): Launched\u000a02:31:58.287917 run osmo-stp_10.42.42.5(pid=14090): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14090)]\u000a02:31:58.427364 run osmo-stp_10.42.42.5(pid=14090): stdout: \u000a| (launched: 2022-12-10_02:31:56.844915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:58.566234 run osmo-stp_10.42.42.5(pid=14090): stderr: \u000a| �[0;m�[38;5;43m20221210023157037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023157037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023157037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023157037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023157038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023157038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023157038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:58.701462 run osmo-stp_10.42.42.5(pid=14090): stdout: \u000a| (launched: 2022-12-10_02:31:56.844915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:58.835739 run osmo-stp_10.42.42.5(pid=14090): stderr: \u000a| �[0;m�[38;5;43m20221210023157037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023157037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023157037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023157037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023157038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023157038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023157038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:58.991828 run patchelf(pid=14093): Terminating (SIGINT)\u000a02:31:59.175000 run patchelf(pid=14093): Terminated: ok {rc=0}\u000a02:31:59.208610 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14090): Process ended prematurely: osmo-stp_10.42.42.5(pid=14090) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14090)] [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a02:31:59.218455 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a02:31:59.281663 run osmo-hlr_10.42.42.2(pid=14087): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14087)]\u000a02:31:59.333365 run osmo-hlr_10.42.42.2(pid=14087): stdout: \u000a| (launched: 2022-12-10_02:31:55.832914) \u000a02:31:59.385900 run osmo-hlr_10.42.42.2(pid=14087): stderr: \u000a| �[0;m�[1;31m20221210023156033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023156033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023156033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023156034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023156034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023156034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023156046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023156054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023156054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023156054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:31:59.430253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14082): Terminating (SIGTERM)\u000a02:31:59.472626 run iperf3-srv_10.42.42.10(pid=14083): Terminating (SIGTERM)\u000a02:31:59.516471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14086): Terminating (SIGTERM)\u000a02:31:59.558641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14089): Terminating (SIGTERM)\u000a02:31:59.600827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14092): Terminating (SIGTERM)\u000a02:31:59.610596 --- ParallelTerminationStrategy: PID 14082 died...\u000a02:31:59.666771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14082): Terminated: ok {rc=0}\u000a02:31:59.676797 --- ParallelTerminationStrategy: PID 14083 died...\u000a02:31:59.733064 run iperf3-srv_10.42.42.10(pid=14083): Terminated {rc=256}\u000a02:31:59.743162 --- ParallelTerminationStrategy: PID 14086 died...\u000a02:31:59.799791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14086): Terminated: ok {rc=0}\u000a02:31:59.809959 --- ParallelTerminationStrategy: PID 14089 died...\u000a02:31:59.865181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14089): Terminated: ok {rc=0}\u000a02:31:59.875144 --- ParallelTerminationStrategy: PID 14092 died...\u000a02:31:59.930578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14092): Terminated: ok {rc=0}\u000a02:32:00.017641 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14108): Process ended prematurely: osmo-stp_10.42.42.5(pid=14108) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14108)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14108): Process ended prematurely: osmo-stp_10.42.42.5(pid=14108) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a02:32:01.133966 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:01.146891 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:32:01.310281 tst iperf3m4.py: using LAC 25372\u000a02:32:01.442577 tst iperf3m4.py: using RAC 127\u000a02:32:01.572666 tst iperf3m4.py: using CellId 25372\u000a02:32:01.697334 tst iperf3m4.py: using BVCI 25373\u000a02:32:01.722983 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:01.734961 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:01.746750 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:01.760700 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:01.773422 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:01.785247 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:01.797987 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:01.811596 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:01.824182 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:32:01.950399 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:32:02.095201 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:32:02.223368 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:32:02.520675 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:32:02.656834 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:32:02.994021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14094): Launched\u000a02:32:03.275460 run iperf3-srv_10.42.42.10(pid=14095): Launched\u000a02:32:03.475143 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:32:03.610932 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:32:03.948405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14096): Launched\u000a02:32:04.229258 run iperf3-srv_10.42.42.10(pid=14097): Launched\u000a02:32:04.428731 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:32:04.565171 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:32:04.903372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14098): Launched\u000a02:32:05.183402 run iperf3-srv_10.42.42.10(pid=14099): Launched\u000a02:32:05.384234 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:32:05.520321 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:32:05.857380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14100): Launched\u000a02:32:06.137248 run iperf3-srv_10.42.42.10(pid=14101): Launched\u000a02:32:06.336440 tst iperf3m4.py:8: start network...\u000a02:32:06.472162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:32:06.994979 run create_hlr_db(pid=14102): Launched\u000a02:32:07.183099 bus /gobi_6: Setting Powered False\u000a02:32:08.203167 run create_hlr_db(pid=14102): Terminated: ok {rc=0}\u000a02:32:08.611352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14104): Launched\u000a02:32:08.916481 run osmo-hlr_10.42.42.2(pid=14105): Launched\u000a02:32:09.035653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:32:09.603249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14107): Launched\u000a02:32:09.928466 run osmo-stp_10.42.42.5(pid=14108): Launched\u000a02:32:10.045414 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:32:10.612044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14110): Launched\u000a02:32:10.727676 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:32:11.012085 run patchelf(pid=14111): Launched\u000a02:32:11.202357 run osmo-stp_10.42.42.5(pid=14108): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14108)]\u000a02:32:11.341361 run osmo-stp_10.42.42.5(pid=14108): stdout: \u000a| (launched: 2022-12-10_02:32:09.769602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:11.480105 run osmo-stp_10.42.42.5(pid=14108): stderr: \u000a| �[0;m�[38;5;43m20221210023209964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023209964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023209964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023209965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023209967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023209967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023209967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:11.614577 run osmo-stp_10.42.42.5(pid=14108): stdout: \u000a| (launched: 2022-12-10_02:32:09.769602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:11.747822 run osmo-stp_10.42.42.5(pid=14108): stderr: \u000a| �[0;m�[38;5;43m20221210023209964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023209964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023209964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023209965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023209967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023209967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023209967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:11.903686 run patchelf(pid=14111): Terminating (SIGINT)\u000a02:32:12.087597 run patchelf(pid=14111): Terminated: ok {rc=0}\u000a02:32:12.120905 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14108): Process ended prematurely: osmo-stp_10.42.42.5(pid=14108) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14108)] [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a02:32:12.130627 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a02:32:12.193583 run osmo-hlr_10.42.42.2(pid=14105): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14105)]\u000a02:32:12.244764 run osmo-hlr_10.42.42.2(pid=14105): stdout: \u000a| (launched: 2022-12-10_02:32:08.766278) \u000a02:32:12.296201 run osmo-hlr_10.42.42.2(pid=14105): stderr: \u000a| �[0;m�[1;31m20221210023208944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023208944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023208944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023208945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023208945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023208945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023208956 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023208965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023208966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023208966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:32:12.340265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14094): Terminating (SIGTERM)\u000a02:32:12.381777 run iperf3-srv_10.42.42.10(pid=14095): Terminating (SIGTERM)\u000a02:32:12.423240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14096): Terminating (SIGTERM)\u000a02:32:12.464710 run iperf3-srv_10.42.42.10(pid=14097): Terminating (SIGTERM)\u000a02:32:12.506283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14098): Terminating (SIGTERM)\u000a02:32:12.547660 run iperf3-srv_10.42.42.10(pid=14099): Terminating (SIGTERM)\u000a02:32:12.589156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14100): Terminating (SIGTERM)\u000a02:32:12.630479 run iperf3-srv_10.42.42.10(pid=14101): Terminating (SIGTERM)\u000a02:32:12.671879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14104): Terminating (SIGTERM)\u000a02:32:12.713368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14107): Terminating (SIGTERM)\u000a02:32:12.755375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14110): Terminating (SIGTERM)\u000a02:32:12.765388 --- ParallelTerminationStrategy: PID 14094 died...\u000a02:32:12.821636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14094): Terminated: ok {rc=0}\u000a02:32:12.831742 --- ParallelTerminationStrategy: PID 14095 died...\u000a02:32:12.887421 run iperf3-srv_10.42.42.10(pid=14095): Terminated {rc=256}\u000a02:32:12.897803 --- ParallelTerminationStrategy: PID 14096 died...\u000a02:32:12.953439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14096): Terminated: ok {rc=0}\u000a02:32:12.963449 --- ParallelTerminationStrategy: PID 14097 died...\u000a02:32:13.019497 run iperf3-srv_10.42.42.10(pid=14097): Terminated {rc=256}\u000a02:32:13.029838 --- ParallelTerminationStrategy: PID 14098 died...\u000a02:32:13.085440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14098): Terminated: ok {rc=0}\u000a02:32:13.095422 --- ParallelTerminationStrategy: PID 14099 died...\u000a02:32:13.151090 run iperf3-srv_10.42.42.10(pid=14099): Terminated {rc=256}\u000a02:32:13.161200 --- ParallelTerminationStrategy: PID 14100 died...\u000a02:32:13.216582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14100): Terminated: ok {rc=0}\u000a02:32:13.226758 --- ParallelTerminationStrategy: PID 14101 died...\u000a02:32:13.282651 run iperf3-srv_10.42.42.10(pid=14101): Terminated {rc=256}\u000a02:32:13.292681 --- ParallelTerminationStrategy: PID 14104 died...\u000a02:32:13.348355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14104): Terminated: ok {rc=0}\u000a02:32:13.358453 --- ParallelTerminationStrategy: PID 14107 died...\u000a02:32:13.414042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14107): Terminated: ok {rc=0}\u000a02:32:13.424043 --- ParallelTerminationStrategy: PID 14110 died...\u000a02:32:13.479518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14110): Terminated: ok {rc=0}\u000a02:32:13.567339 bus /gobi_4: Setting Powered False\u000a02:32:14.671988 bus /gobi_4: Setting Powered False\u000a02:32:15.781287 bus /gobi_1: Setting Powered False\u000a02:32:16.888642 bus /gobi_1: Setting Powered False\u000a02:32:18.001037 bus /gobi_0: Setting Powered False\u000a02:32:19.105804 bus /gobi_0: Setting Powered False\u000a02:32:20.218229 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14118): Process ended prematurely: osmo-stp_10.42.42.5(pid=14118) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14118)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14118): Process ended prematurely: osmo-stp_10.42.42.5(pid=14118) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a02:32:21.285763 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:21.297325 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:32:21.455130 tst ping.py: using LAC 25373\u000a02:32:21.574874 tst ping.py: using RAC 128\u000a02:32:21.697230 tst ping.py: using CellId 25373\u000a02:32:21.815228 tst ping.py: using BVCI 25374\u000a02:32:21.838131 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:21.848922 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:21.859649 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:21.870731 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:21.882424 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:21.893748 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:21.905071 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:21.916151 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:32:22.191306 tst ping.py:19: start network...\u000a02:32:22.316030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:32:22.786201 run create_hlr_db(pid=14112): Launched\u000a02:32:22.958782 bus /gobi_6: Setting Powered False\u000a02:32:23.979954 run create_hlr_db(pid=14112): Terminated: ok {rc=0}\u000a02:32:24.406535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14114): Launched\u000a02:32:24.727007 run osmo-hlr_10.42.42.2(pid=14115): Launched\u000a02:32:24.848319 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:32:25.407338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14117): Launched\u000a02:32:25.727177 run osmo-stp_10.42.42.5(pid=14118): Launched\u000a02:32:25.843697 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:32:26.401884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14120): Launched\u000a02:32:26.515896 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:32:26.795359 run patchelf(pid=14121): Launched\u000a02:32:26.982687 run osmo-stp_10.42.42.5(pid=14118): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14118)]\u000a02:32:27.119342 run osmo-stp_10.42.42.5(pid=14118): stdout: \u000a| (launched: 2022-12-10_02:32:25.569711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:27.256367 run osmo-stp_10.42.42.5(pid=14118): stderr: \u000a| �[0;m�[38;5;43m20221210023225762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023225762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023225762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023225763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023225765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023225765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023225765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:27.388838 run osmo-stp_10.42.42.5(pid=14118): stdout: \u000a| (launched: 2022-12-10_02:32:25.569711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:27.520653 run osmo-stp_10.42.42.5(pid=14118): stderr: \u000a| �[0;m�[38;5;43m20221210023225762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023225762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023225762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023225763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023225765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023225765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023225765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:27.673445 run patchelf(pid=14121): Terminating (SIGINT)\u000a02:32:27.853308 run patchelf(pid=14121): Terminated: ok {rc=0}\u000a02:32:27.885660 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14118): Process ended prematurely: osmo-stp_10.42.42.5(pid=14118) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14118)] [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a02:32:27.894799 tst ping.py:22: Test FAILED (6.6 sec)\u000a02:32:27.958131 run osmo-hlr_10.42.42.2(pid=14115): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14115)]\u000a02:32:28.010067 run osmo-hlr_10.42.42.2(pid=14115): stdout: \u000a| (launched: 2022-12-10_02:32:24.569349) \u000a02:32:28.062738 run osmo-hlr_10.42.42.2(pid=14115): stderr: \u000a| �[0;m�[1;31m20221210023224766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023224766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023224766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023224766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023224766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023224766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023224779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023224789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023224789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023224790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:32:28.107432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14114): Terminating (SIGTERM)\u000a02:32:28.149631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14117): Terminating (SIGTERM)\u000a02:32:28.191878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14120): Terminating (SIGTERM)\u000a02:32:28.201715 --- ParallelTerminationStrategy: PID 14114 died...\u000a02:32:28.258350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14114): Terminated: ok {rc=0}\u000a02:32:28.268561 --- ParallelTerminationStrategy: PID 14117 died...\u000a02:32:28.324629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14117): Terminated: ok {rc=0}\u000a02:32:28.334811 --- ParallelTerminationStrategy: PID 14120 died...\u000a02:32:28.390688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14120): Terminated: ok {rc=0}\u000a02:32:28.479174 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14128): Process ended prematurely: osmo-stp_10.42.42.5(pid=14128) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14128)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14128): Process ended prematurely: osmo-stp_10.42.42.5(pid=14128) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a02:32:29.531934 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:29.543781 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:32:29.703352 tst ping_idle_ping.py: using LAC 25374\u000a02:32:29.823529 tst ping_idle_ping.py: using RAC 129\u000a02:32:29.941804 tst ping_idle_ping.py: using CellId 25374\u000a02:32:30.067559 tst ping_idle_ping.py: using BVCI 25375\u000a02:32:30.092085 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:30.103551 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:30.114778 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:30.126228 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:30.137390 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:30.148523 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:30.159864 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:30.171130 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:32:30.467144 tst ping_idle_ping.py:24: start network...\u000a02:32:30.601624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:32:31.172169 run create_hlr_db(pid=14122): Launched\u000a02:32:31.360191 bus /gobi_6: Setting Powered False\u000a02:32:32.376162 run create_hlr_db(pid=14122): Terminated: ok {rc=0}\u000a02:32:32.805551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14124): Launched\u000a02:32:33.124568 run osmo-hlr_10.42.42.2(pid=14125): Launched\u000a02:32:33.241495 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:32:33.799370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14127): Launched\u000a02:32:34.119789 run osmo-stp_10.42.42.5(pid=14128): Launched\u000a02:32:34.235911 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:32:34.793396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14130): Launched\u000a02:32:34.907383 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:32:35.186531 run patchelf(pid=14131): Launched\u000a02:32:35.374011 run osmo-stp_10.42.42.5(pid=14128): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14128)]\u000a02:32:35.511041 run osmo-stp_10.42.42.5(pid=14128): stdout: \u000a| (launched: 2022-12-10_02:32:33.961874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:35.648191 run osmo-stp_10.42.42.5(pid=14128): stderr: \u000a| �[0;m�[38;5;43m20221210023234153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023234153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023234153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023234154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023234154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023234154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023234154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:35.780753 run osmo-stp_10.42.42.5(pid=14128): stdout: \u000a| (launched: 2022-12-10_02:32:33.961874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:35.912206 run osmo-stp_10.42.42.5(pid=14128): stderr: \u000a| �[0;m�[38;5;43m20221210023234153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023234153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023234153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023234154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023234154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023234154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023234154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:36.065185 run patchelf(pid=14131): Terminating (SIGINT)\u000a02:32:36.244124 run patchelf(pid=14131): Terminated: ok {rc=0}\u000a02:32:36.276571 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14128): Process ended prematurely: osmo-stp_10.42.42.5(pid=14128) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14128)] [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a02:32:36.285750 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a02:32:36.348684 run osmo-hlr_10.42.42.2(pid=14125): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14125)]\u000a02:32:36.400330 run osmo-hlr_10.42.42.2(pid=14125): stdout: \u000a| (launched: 2022-12-10_02:32:32.967818) \u000a02:32:36.452664 run osmo-hlr_10.42.42.2(pid=14125): stderr: \u000a| �[0;m�[1;31m20221210023233167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023233167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023233167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023233167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023233167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023233167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023233179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023233188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023233188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023233188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:32:36.497160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14124): Terminating (SIGTERM)\u000a02:32:36.539201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14127): Terminating (SIGTERM)\u000a02:32:36.581280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14130): Terminating (SIGTERM)\u000a02:32:36.590868 --- ParallelTerminationStrategy: PID 14124 died...\u000a02:32:36.646966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14124): Terminated: ok {rc=0}\u000a02:32:36.656925 --- ParallelTerminationStrategy: PID 14127 died...\u000a02:32:36.712425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14127): Terminated: ok {rc=0}\u000a02:32:36.722374 --- ParallelTerminationStrategy: PID 14130 died...\u000a02:32:36.778495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14130): Terminated: ok {rc=0}\u000a02:32:36.866570 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:31:38" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14149): Process ended prematurely: osmo-stp_10.42.42.5(pid=14149) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14149)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14149): Process ended prematurely: osmo-stp_10.42.42.5(pid=14149) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14149)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:32:39.032175 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:39.043452 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:32:39.210306 tst cs_paging_gprs_active.py: using LAC 25375\u000a02:32:39.337716 tst cs_paging_gprs_active.py: using RAC 130\u000a02:32:39.470336 tst cs_paging_gprs_active.py: using CellId 25375\u000a02:32:39.596485 tst cs_paging_gprs_active.py: using BVCI 25376\u000a02:32:39.621367 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:39.632574 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:39.643709 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:39.654847 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:39.665946 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:39.677071 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:39.688329 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:39.699404 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:39.710626 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:32:39.828063 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:32:40.109908 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:32:40.237205 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:32:40.552382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14139): Launched\u000a02:32:40.815069 run iperf3-srv_10.42.42.10(pid=14140): Launched\u000a02:32:41.000692 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:32:41.127724 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:32:41.443310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14141): Launched\u000a02:32:41.706581 run iperf3-srv_10.42.42.10(pid=14142): Launched\u000a02:32:41.892278 tst cs_paging_gprs_active.py:38: start network...\u000a02:32:42.019163 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:32:42.501667 run create_hlr_db(pid=14143): Launched\u000a02:32:42.676898 bus /gobi_6: Setting Powered False\u000a02:32:43.699031 run create_hlr_db(pid=14143): Terminated: ok {rc=0}\u000a02:32:44.131707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14145): Launched\u000a02:32:44.458484 run osmo-hlr_10.42.42.2(pid=14146): Launched\u000a02:32:44.578893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:32:45.144299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14148): Launched\u000a02:32:45.471517 run osmo-stp_10.42.42.5(pid=14149): Launched\u000a02:32:45.592350 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:32:46.206078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14151): Launched\u000a02:32:46.343395 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:32:46.650324 run patchelf(pid=14152): Launched\u000a02:32:46.844121 run osmo-stp_10.42.42.5(pid=14149): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14149)]\u000a02:32:46.985786 run osmo-stp_10.42.42.5(pid=14149): stdout: \u000a| (launched: 2022-12-10_02:32:45.310440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:47.127694 run osmo-stp_10.42.42.5(pid=14149): stderr: \u000a| �[0;m�[38;5;43m20221210023245502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023245502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023245503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023245503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023245505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023245506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023245506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:47.264457 run osmo-stp_10.42.42.5(pid=14149): stdout: \u000a| (launched: 2022-12-10_02:32:45.310440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:47.398302 run osmo-stp_10.42.42.5(pid=14149): stderr: \u000a| �[0;m�[38;5;43m20221210023245502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023245502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023245503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023245503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023245505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023245506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023245506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:47.554266 run patchelf(pid=14152): Terminating (SIGINT)\u000a02:32:47.737097 run patchelf(pid=14152): Terminated: ok {rc=0}\u000a02:32:47.770707 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14149): Process ended prematurely: osmo-stp_10.42.42.5(pid=14149) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14149)] [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a02:32:47.780842 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a02:32:47.844095 run osmo-hlr_10.42.42.2(pid=14146): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14146)]\u000a02:32:47.895557 run osmo-hlr_10.42.42.2(pid=14146): stdout: \u000a| (launched: 2022-12-10_02:32:44.297692) \u000a02:32:47.948690 run osmo-hlr_10.42.42.2(pid=14146): stderr: \u000a| �[0;m�[1;31m20221210023244497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023244497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023244497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023244497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023244497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023244497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023244511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023244519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023244519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023244519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:32:47.992875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14139): Terminating (SIGTERM)\u000a02:32:48.034513 run iperf3-srv_10.42.42.10(pid=14140): Terminating (SIGTERM)\u000a02:32:48.076188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14141): Terminating (SIGTERM)\u000a02:32:48.117895 run iperf3-srv_10.42.42.10(pid=14142): Terminating (SIGTERM)\u000a02:32:48.159500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14145): Terminating (SIGTERM)\u000a02:32:48.201427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14148): Terminating (SIGTERM)\u000a02:32:48.243074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14151): Terminating (SIGTERM)\u000a02:32:48.252625 --- ParallelTerminationStrategy: PID 14139 died...\u000a02:32:48.308313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14139): Terminated: ok {rc=0}\u000a02:32:48.318297 --- ParallelTerminationStrategy: PID 14140 died...\u000a02:32:48.373627 run iperf3-srv_10.42.42.10(pid=14140): Terminated {rc=256}\u000a02:32:48.383565 --- ParallelTerminationStrategy: PID 14141 died...\u000a02:32:48.439396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14141): Terminated: ok {rc=0}\u000a02:32:48.449829 --- ParallelTerminationStrategy: PID 14142 died...\u000a02:32:48.505051 run iperf3-srv_10.42.42.10(pid=14142): Terminated {rc=256}\u000a02:32:48.514971 --- ParallelTerminationStrategy: PID 14145 died...\u000a02:32:48.579628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14145): Terminated: ok {rc=0}\u000a02:32:48.590158 --- ParallelTerminationStrategy: PID 14148 died...\u000a02:32:48.652651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14148): Terminated: ok {rc=0}\u000a02:32:48.663636 --- ParallelTerminationStrategy: PID 14151 died...\u000a02:32:48.723266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14151): Terminated: ok {rc=0}\u000a02:32:48.811246 bus /gobi_0: Setting Powered False\u000a02:32:49.918372 bus /gobi_0: Setting Powered False\u000a02:32:51.029694 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14163): Process ended prematurely: osmo-stp_10.42.42.5(pid=14163) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14163)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14163): Process ended prematurely: osmo-stp_10.42.42.5(pid=14163) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a02:32:52.143875 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:52.155878 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:32:52.324623 tst iperf3.py: using LAC 25376\u000a02:32:52.453484 tst iperf3.py: using RAC 131\u000a02:32:52.581807 tst iperf3.py: using CellId 25376\u000a02:32:52.707886 tst iperf3.py: using BVCI 25377\u000a02:32:52.732602 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:52.743906 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:52.755003 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:52.766164 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:52.778030 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:52.789340 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:52.800536 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:52.811563 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:52.822850 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:32:53.103734 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:32:53.230363 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:32:53.545188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14155): Launched\u000a02:32:53.809434 run iperf3-srv_10.42.42.10(pid=14156): Launched\u000a02:32:53.993763 tst iperf3.py:8: start network...\u000a02:32:54.120059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:32:54.599381 run create_hlr_db(pid=14157): Launched\u000a02:32:54.772393 bus /gobi_6: Setting Powered False\u000a02:32:55.794112 run create_hlr_db(pid=14157): Terminated: ok {rc=0}\u000a02:32:56.224227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14159): Launched\u000a02:32:56.550597 run osmo-hlr_10.42.42.2(pid=14160): Launched\u000a02:32:56.673980 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:32:57.241485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14162): Launched\u000a02:32:57.567867 run osmo-stp_10.42.42.5(pid=14163): Launched\u000a02:32:57.686347 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:32:58.255402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14165): Launched\u000a02:32:58.371143 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:32:58.654829 run patchelf(pid=14166): Launched\u000a02:32:58.846125 run osmo-stp_10.42.42.5(pid=14163): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14163)]\u000a02:32:58.984778 run osmo-stp_10.42.42.5(pid=14163): stdout: \u000a| (launched: 2022-12-10_02:32:57.407238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:59.123599 run osmo-stp_10.42.42.5(pid=14163): stderr: \u000a| �[0;m�[38;5;43m20221210023257603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023257603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023257603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023257604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023257604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023257604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023257604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:59.258283 run osmo-stp_10.42.42.5(pid=14163): stdout: \u000a| (launched: 2022-12-10_02:32:57.407238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:59.392226 run osmo-stp_10.42.42.5(pid=14163): stderr: \u000a| �[0;m�[38;5;43m20221210023257603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023257603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023257603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023257604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023257604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023257604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023257604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:59.548015 run patchelf(pid=14166): Terminating (SIGINT)\u000a02:32:59.730922 run patchelf(pid=14166): Terminated: ok {rc=0}\u000a02:32:59.764213 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14163): Process ended prematurely: osmo-stp_10.42.42.5(pid=14163) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14163)] [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a02:32:59.774029 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a02:32:59.837431 run osmo-hlr_10.42.42.2(pid=14160): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14160)]\u000a02:32:59.889036 run osmo-hlr_10.42.42.2(pid=14160): stdout: \u000a| (launched: 2022-12-10_02:32:56.389996) \u000a02:32:59.941277 run osmo-hlr_10.42.42.2(pid=14160): stderr: \u000a| �[0;m�[1;31m20221210023256590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023256591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023256591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023256591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023256591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023256591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023256603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023256611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023256612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023256612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:32:59.985621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14155): Terminating (SIGTERM)\u000a02:33:00.027447 run iperf3-srv_10.42.42.10(pid=14156): Terminating (SIGTERM)\u000a02:33:00.069434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14159): Terminating (SIGTERM)\u000a02:33:00.111157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14162): Terminating (SIGTERM)\u000a02:33:00.152711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14165): Terminating (SIGTERM)\u000a02:33:00.162370 --- ParallelTerminationStrategy: PID 14155 died...\u000a02:33:00.218380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14155): Terminated: ok {rc=0}\u000a02:33:00.228348 --- ParallelTerminationStrategy: PID 14156 died...\u000a02:33:00.283773 run iperf3-srv_10.42.42.10(pid=14156): Terminated {rc=256}\u000a02:33:00.293806 --- ParallelTerminationStrategy: PID 14159 died...\u000a02:33:00.349502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14159): Terminated: ok {rc=0}\u000a02:33:00.359453 --- ParallelTerminationStrategy: PID 14162 died...\u000a02:33:00.414999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14162): Terminated: ok {rc=0}\u000a02:33:00.424931 --- ParallelTerminationStrategy: PID 14165 died...\u000a02:33:00.480629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14165): Terminated: ok {rc=0}\u000a02:33:00.567906 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14182): Process ended prematurely: osmo-stp_10.42.42.5(pid=14182) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14182)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14182): Process ended prematurely: osmo-stp_10.42.42.5(pid=14182) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a02:33:01.703875 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:01.720355 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:33:01.928359 tst iperf3m4.py: using LAC 25377\u000a02:33:02.081295 tst iperf3m4.py: using RAC 132\u000a02:33:02.214023 tst iperf3m4.py: using CellId 25377\u000a02:33:02.346872 tst iperf3m4.py: using BVCI 25378\u000a02:33:02.371864 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:02.383401 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:02.394796 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:02.406308 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:02.417681 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:02.429087 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:02.440662 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:02.451897 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:02.463410 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:33:02.580080 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:33:02.703253 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:33:02.819880 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:33:03.118491 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:33:03.254878 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:33:03.592359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14168): Launched\u000a02:33:03.873793 run iperf3-srv_10.42.42.10(pid=14169): Launched\u000a02:33:04.073892 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:33:04.209786 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:33:04.546928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14170): Launched\u000a02:33:04.827214 run iperf3-srv_10.42.42.10(pid=14171): Launched\u000a02:33:05.027160 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:33:05.162936 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:33:05.500207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14172): Launched\u000a02:33:05.781542 run iperf3-srv_10.42.42.10(pid=14173): Launched\u000a02:33:05.982147 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:33:06.118834 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:33:06.456650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14174): Launched\u000a02:33:06.737260 run iperf3-srv_10.42.42.10(pid=14175): Launched\u000a02:33:06.936661 tst iperf3m4.py:8: start network...\u000a02:33:07.072426 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:33:07.593280 run create_hlr_db(pid=14176): Launched\u000a02:33:07.781766 bus /gobi_6: Setting Powered False\u000a02:33:08.802581 run create_hlr_db(pid=14176): Terminated: ok {rc=0}\u000a02:33:09.211607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14178): Launched\u000a02:33:09.516362 run osmo-hlr_10.42.42.2(pid=14179): Launched\u000a02:33:09.633591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:33:10.170764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14181): Launched\u000a02:33:10.476028 run osmo-stp_10.42.42.5(pid=14182): Launched\u000a02:33:10.587863 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:33:11.117698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14184): Launched\u000a02:33:11.225851 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:33:11.491627 run patchelf(pid=14185): Launched\u000a02:33:11.669849 run osmo-stp_10.42.42.5(pid=14182): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14182)]\u000a02:33:11.800082 run osmo-stp_10.42.42.5(pid=14182): stdout: \u000a| (launched: 2022-12-10_02:33:10.324609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:11.930336 run osmo-stp_10.42.42.5(pid=14182): stderr: \u000a| �[0;m�[38;5;43m20221210023310495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023310495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023310495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023310496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023310496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023310496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023310496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:12.056178 run osmo-stp_10.42.42.5(pid=14182): stdout: \u000a| (launched: 2022-12-10_02:33:10.324609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:12.181283 run osmo-stp_10.42.42.5(pid=14182): stderr: \u000a| �[0;m�[38;5;43m20221210023310495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023310495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023310495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023310496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023310496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023310496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023310496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:12.326738 run patchelf(pid=14185): Terminating (SIGINT)\u000a02:33:12.497547 run patchelf(pid=14185): Terminated: ok {rc=0}\u000a02:33:12.528723 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14182): Process ended prematurely: osmo-stp_10.42.42.5(pid=14182) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14182)] [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a02:33:12.537983 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a02:33:12.599032 run osmo-hlr_10.42.42.2(pid=14179): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14179)]\u000a02:33:12.648543 run osmo-hlr_10.42.42.2(pid=14179): stdout: \u000a| (launched: 2022-12-10_02:33:09.366139) \u000a02:33:12.698856 run osmo-hlr_10.42.42.2(pid=14179): stderr: \u000a| �[0;m�[1;31m20221210023309543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023309543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023309543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023309543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023309543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023309543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023309555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023309564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023309564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023309565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:33:12.741391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14168): Terminating (SIGTERM)\u000a02:33:12.781663 run iperf3-srv_10.42.42.10(pid=14169): Terminating (SIGTERM)\u000a02:33:12.822661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14170): Terminating (SIGTERM)\u000a02:33:12.862712 run iperf3-srv_10.42.42.10(pid=14171): Terminating (SIGTERM)\u000a02:33:12.903057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14172): Terminating (SIGTERM)\u000a02:33:12.943337 run iperf3-srv_10.42.42.10(pid=14173): Terminating (SIGTERM)\u000a02:33:12.983747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14174): Terminating (SIGTERM)\u000a02:33:13.023825 run iperf3-srv_10.42.42.10(pid=14175): Terminating (SIGTERM)\u000a02:33:13.064755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14178): Terminating (SIGTERM)\u000a02:33:13.105823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14181): Terminating (SIGTERM)\u000a02:33:13.146085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14184): Terminating (SIGTERM)\u000a02:33:13.155659 --- ParallelTerminationStrategy: PID 14168 died...\u000a02:33:13.209564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14168): Terminated: ok {rc=0}\u000a02:33:13.219437 --- ParallelTerminationStrategy: PID 14169 died...\u000a02:33:13.273033 run iperf3-srv_10.42.42.10(pid=14169): Terminated {rc=256}\u000a02:33:13.282780 --- ParallelTerminationStrategy: PID 14170 died...\u000a02:33:13.336467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14170): Terminated: ok {rc=0}\u000a02:33:13.346383 --- ParallelTerminationStrategy: PID 14171 died...\u000a02:33:13.399636 run iperf3-srv_10.42.42.10(pid=14171): Terminated {rc=256}\u000a02:33:13.409783 --- ParallelTerminationStrategy: PID 14172 died...\u000a02:33:13.464294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14172): Terminated: ok {rc=0}\u000a02:33:13.473924 --- ParallelTerminationStrategy: PID 14173 died...\u000a02:33:13.527295 run iperf3-srv_10.42.42.10(pid=14173): Terminated {rc=256}\u000a02:33:13.537177 --- ParallelTerminationStrategy: PID 14174 died...\u000a02:33:13.590805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14174): Terminated: ok {rc=0}\u000a02:33:13.600472 --- ParallelTerminationStrategy: PID 14175 died...\u000a02:33:13.653993 run iperf3-srv_10.42.42.10(pid=14175): Terminated {rc=256}\u000a02:33:13.663991 --- ParallelTerminationStrategy: PID 14178 died...\u000a02:33:13.717601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14178): Terminated: ok {rc=0}\u000a02:33:13.727434 --- ParallelTerminationStrategy: PID 14181 died...\u000a02:33:13.781983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14181): Terminated: ok {rc=0}\u000a02:33:13.791838 --- ParallelTerminationStrategy: PID 14184 died...\u000a02:33:13.846290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14184): Terminated: ok {rc=0}\u000a02:33:13.935510 bus /gobi_4: Setting Powered False\u000a02:33:15.040024 bus /gobi_4: Setting Powered False\u000a02:33:16.152804 bus /gobi_1: Setting Powered False\u000a02:33:17.265307 bus /gobi_1: Setting Powered False\u000a02:33:18.376211 bus /gobi_0: Setting Powered False\u000a02:33:19.480628 bus /gobi_0: Setting Powered False\u000a02:33:20.592706 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14193): Process ended prematurely: osmo-stp_10.42.42.5(pid=14193) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14193)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14193): Process ended prematurely: osmo-stp_10.42.42.5(pid=14193) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14193)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a02:33:21.659322 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:21.670839 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:33:21.826922 tst ping.py: using LAC 25378\u000a02:33:21.952608 tst ping.py: using RAC 133\u000a02:33:22.077703 tst ping.py: using CellId 25378\u000a02:33:22.203145 tst ping.py: using BVCI 25379\u000a02:33:22.228004 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:22.239506 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:22.250858 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:22.262057 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:22.273190 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:22.284308 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:22.295615 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:22.306710 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:33:22.581414 tst ping.py:19: start network...\u000a02:33:22.705631 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:33:23.174535 run create_hlr_db(pid=14187): Launched\u000a02:33:23.346678 bus /gobi_6: Setting Powered False\u000a02:33:24.367550 run create_hlr_db(pid=14187): Terminated: ok {rc=0}\u000a02:33:24.795022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14189): Launched\u000a02:33:25.114696 run osmo-hlr_10.42.42.2(pid=14190): Launched\u000a02:33:25.231863 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:33:25.793718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14192): Launched\u000a02:33:26.111957 run osmo-stp_10.42.42.5(pid=14193): Launched\u000a02:33:26.227910 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:33:26.785993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14195): Launched\u000a02:33:26.899781 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:33:27.178335 run patchelf(pid=14196): Launched\u000a02:33:27.364792 run osmo-stp_10.42.42.5(pid=14193): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14193)]\u000a02:33:27.501090 run osmo-stp_10.42.42.5(pid=14193): stdout: \u000a| (launched: 2022-12-10_02:33:25.956154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:27.637528 run osmo-stp_10.42.42.5(pid=14193): stderr: \u000a| �[0;m�[38;5;43m20221210023326148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023326148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023326148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023326148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023326149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023326149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023326149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:27.769302 run osmo-stp_10.42.42.5(pid=14193): stdout: \u000a| (launched: 2022-12-10_02:33:25.956154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:27.900654 run osmo-stp_10.42.42.5(pid=14193): stderr: \u000a| �[0;m�[38;5;43m20221210023326148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023326148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023326148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023326148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023326149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023326149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023326149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:28.053072 run patchelf(pid=14196): Terminating (SIGINT)\u000a02:33:28.231854 run patchelf(pid=14196): Terminated: ok {rc=0}\u000a02:33:28.264136 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14193): Process ended prematurely: osmo-stp_10.42.42.5(pid=14193) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14193)] [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a02:33:28.273183 tst ping.py:22: Test FAILED (6.6 sec)\u000a02:33:28.335504 run osmo-hlr_10.42.42.2(pid=14190): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14190)]\u000a02:33:28.386558 run osmo-hlr_10.42.42.2(pid=14190): stdout: \u000a| (launched: 2022-12-10_02:33:24.957936) \u000a02:33:28.438462 run osmo-hlr_10.42.42.2(pid=14190): stderr: \u000a| �[0;m�[1;31m20221210023325159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023325159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023325159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023325159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023325159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023325159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023325172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023325182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023325183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023325183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:33:28.482695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14189): Terminating (SIGTERM)\u000a02:33:28.524355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14192): Terminating (SIGTERM)\u000a02:33:28.566649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14195): Terminating (SIGTERM)\u000a02:33:28.576344 --- ParallelTerminationStrategy: PID 14189 died...\u000a02:33:28.631836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14189): Terminated: ok {rc=0}\u000a02:33:28.641894 --- ParallelTerminationStrategy: PID 14192 died...\u000a02:33:28.697561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14192): Terminated: ok {rc=0}\u000a02:33:28.707622 --- ParallelTerminationStrategy: PID 14195 died...\u000a02:33:28.762558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14195): Terminated: ok {rc=0}\u000a02:33:28.849800 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14203): Process ended prematurely: osmo-stp_10.42.42.5(pid=14203) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14203)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14203): Process ended prematurely: osmo-stp_10.42.42.5(pid=14203) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a02:33:29.902244 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:29.914225 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:33:30.070909 tst ping_idle_ping.py: using LAC 25379\u000a02:33:30.187228 tst ping_idle_ping.py: using RAC 134\u000a02:33:30.305987 tst ping_idle_ping.py: using CellId 25379\u000a02:33:30.422617 tst ping_idle_ping.py: using BVCI 25380\u000a02:33:30.445365 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:30.456210 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:30.466911 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:30.477923 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:30.488608 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:30.499420 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:30.510567 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:30.521432 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:33:30.795714 tst ping_idle_ping.py:24: start network...\u000a02:33:30.963479 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:33:31.518895 run create_hlr_db(pid=14197): Launched\u000a02:33:31.710002 bus /gobi_6: Setting Powered False\u000a02:33:32.714654 run create_hlr_db(pid=14197): Terminated: ok {rc=0}\u000a02:33:33.156454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14199): Launched\u000a02:33:33.475266 run osmo-hlr_10.42.42.2(pid=14200): Launched\u000a02:33:33.593085 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:33:34.150547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14202): Launched\u000a02:33:34.470174 run osmo-stp_10.42.42.5(pid=14203): Launched\u000a02:33:34.586369 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:33:35.145324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14205): Launched\u000a02:33:35.259251 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:33:35.539193 run patchelf(pid=14206): Launched\u000a02:33:35.726619 run osmo-stp_10.42.42.5(pid=14203): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14203)]\u000a02:33:35.864040 run osmo-stp_10.42.42.5(pid=14203): stdout: \u000a| (launched: 2022-12-10_02:33:34.313314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:36.002174 run osmo-stp_10.42.42.5(pid=14203): stderr: \u000a| �[0;m�[38;5;43m20221210023334503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023334503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023334503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023334504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023334506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023334506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023334506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:36.134878 run osmo-stp_10.42.42.5(pid=14203): stdout: \u000a| (launched: 2022-12-10_02:33:34.313314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:36.266414 run osmo-stp_10.42.42.5(pid=14203): stderr: \u000a| �[0;m�[38;5;43m20221210023334503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023334503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023334503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023334504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023334506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023334506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023334506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:36.419386 run patchelf(pid=14206): Terminating (SIGINT)\u000a02:33:36.598773 run patchelf(pid=14206): Terminated: ok {rc=0}\u000a02:33:36.631069 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14203): Process ended prematurely: osmo-stp_10.42.42.5(pid=14203) [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14203)] [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a02:33:36.639974 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a02:33:36.702494 run osmo-hlr_10.42.42.2(pid=14200): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14200)]\u000a02:33:36.753512 run osmo-hlr_10.42.42.2(pid=14200): stdout: \u000a| (launched: 2022-12-10_02:33:33.318546) \u000a02:33:36.805618 run osmo-hlr_10.42.42.2(pid=14200): stderr: \u000a| �[0;m�[1;31m20221210023333518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023333518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023333518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023333518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023333518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023333518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023333531 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023333539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023333539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023333539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:33:36.849799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14199): Terminating (SIGTERM)\u000a02:33:36.891228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14202): Terminating (SIGTERM)\u000a02:33:36.932500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14205): Terminating (SIGTERM)\u000a02:33:36.942158 --- ParallelTerminationStrategy: PID 14199 died...\u000a02:33:36.997255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14199): Terminated: ok {rc=0}\u000a02:33:37.007307 --- ParallelTerminationStrategy: PID 14202 died...\u000a02:33:37.062682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14202): Terminated: ok {rc=0}\u000a02:33:37.072736 --- ParallelTerminationStrategy: PID 14205 died...\u000a02:33:37.128364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14205): Terminated: ok {rc=0}\u000a02:33:37.215820 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:32:38" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14220): Process ended prematurely: osmo-stp_10.42.42.5(pid=14220) [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14220)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14220): Process ended prematurely: osmo-stp_10.42.42.5(pid=14220) [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14220)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:33:39.386491 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:39.398129 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:33:39.539579 tst cs_paging_gprs_active.py: using LAC 25380\u000a02:33:39.666041 tst cs_paging_gprs_active.py: using RAC 135\u000a02:33:39.792016 tst cs_paging_gprs_active.py: using CellId 25380\u000a02:33:39.919197 tst cs_paging_gprs_active.py: using BVCI 25381\u000a02:33:39.944360 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:39.957480 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:39.969713 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:39.981466 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:39.993581 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:40.005370 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:40.017178 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:40.028722 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:40.040472 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:33:40.159040 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:33:40.457231 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:33:40.593900 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:33:40.931481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14210): Launched\u000a02:33:41.212524 run iperf3-srv_10.42.42.10(pid=14211): Launched\u000a02:33:41.412404 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:33:41.548725 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:33:41.886060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14212): Launched\u000a02:33:42.169807 run iperf3-srv_10.42.42.10(pid=14213): Launched\u000a02:33:42.369555 tst cs_paging_gprs_active.py:38: start network...\u000a02:33:42.505869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:33:43.027976 run create_hlr_db(pid=14214): Launched\u000a02:33:43.216419 bus /gobi_6: Setting Powered False\u000a02:33:44.237910 run create_hlr_db(pid=14214): Terminated: ok {rc=0}\u000a02:33:44.670105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14216): Launched\u000a02:33:44.996411 run osmo-hlr_10.42.42.2(pid=14217): Launched\u000a02:33:45.114869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:33:45.679368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14219): Launched\u000a02:33:46.056489 run osmo-stp_10.42.42.5(pid=14220): Launched\u000a02:33:46.212941 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:33:46.917115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14222): Launched\u000a02:33:47.029821 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:33:47.320444 run patchelf(pid=14223): Launched\u000a02:33:47.502054 run osmo-stp_10.42.42.5(pid=14220): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14220)]\u000a02:33:47.632693 run osmo-stp_10.42.42.5(pid=14220): stdout: \u000a| (launched: 2022-12-10_02:33:45.856417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:47.763321 run osmo-stp_10.42.42.5(pid=14220): stderr: \u000a| �[0;m�[38;5;43m20221210023346194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023346194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023346194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023346195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023346195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023346195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023346195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:47.889682 run osmo-stp_10.42.42.5(pid=14220): stdout: \u000a| (launched: 2022-12-10_02:33:45.856417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:48.015374 run osmo-stp_10.42.42.5(pid=14220): stderr: \u000a| �[0;m�[38;5;43m20221210023346194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023346194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023346194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023346195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023346195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023346195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023346195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:48.161448 run patchelf(pid=14223): Terminating (SIGINT)\u000a02:33:48.332206 run patchelf(pid=14223): Terminated: ok {rc=0}\u000a02:33:48.363629 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14220): Process ended prematurely: osmo-stp_10.42.42.5(pid=14220) [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14220)] [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a02:33:48.372818 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a02:33:48.434585 run osmo-hlr_10.42.42.2(pid=14217): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14217)]\u000a02:33:48.484368 run osmo-hlr_10.42.42.2(pid=14217): stdout: \u000a| (launched: 2022-12-10_02:33:44.835979) \u000a02:33:48.534799 run osmo-hlr_10.42.42.2(pid=14217): stderr: \u000a| �[0;m�[1;31m20221210023345035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023345035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023345036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023345036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023345036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023345036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023345047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023345055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023345056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023345056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:33:48.577423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14210): Terminating (SIGTERM)\u000a02:33:48.618196 run iperf3-srv_10.42.42.10(pid=14211): Terminating (SIGTERM)\u000a02:33:48.658908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14212): Terminating (SIGTERM)\u000a02:33:48.699319 run iperf3-srv_10.42.42.10(pid=14213): Terminating (SIGTERM)\u000a02:33:48.739418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14216): Terminating (SIGTERM)\u000a02:33:48.779648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14219): Terminating (SIGTERM)\u000a02:33:48.820013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14222): Terminating (SIGTERM)\u000a02:33:48.829574 --- ParallelTerminationStrategy: PID 14210 died...\u000a02:33:48.883607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14210): Terminated: ok {rc=0}\u000a02:33:48.893852 --- ParallelTerminationStrategy: PID 14211 died...\u000a02:33:48.947258 run iperf3-srv_10.42.42.10(pid=14211): Terminated {rc=256}\u000a02:33:48.957154 --- ParallelTerminationStrategy: PID 14212 died...\u000a02:33:49.010853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14212): Terminated: ok {rc=0}\u000a02:33:49.020657 --- ParallelTerminationStrategy: PID 14213 died...\u000a02:33:49.074429 run iperf3-srv_10.42.42.10(pid=14213): Terminated {rc=256}\u000a02:33:49.083984 --- ParallelTerminationStrategy: PID 14216 died...\u000a02:33:49.138161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14216): Terminated: ok {rc=0}\u000a02:33:49.147854 --- ParallelTerminationStrategy: PID 14219 died...\u000a02:33:49.202390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14219): Terminated: ok {rc=0}\u000a02:33:49.212010 --- ParallelTerminationStrategy: PID 14222 died...\u000a02:33:49.266009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14222): Terminated: ok {rc=0}\u000a02:33:49.350913 bus /gobi_0: Setting Powered False\u000a02:33:50.459019 bus /gobi_0: Setting Powered False\u000a02:33:51.571529 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14232): Process ended prematurely: osmo-stp_10.42.42.5(pid=14232) [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14232)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14232): Process ended prematurely: osmo-stp_10.42.42.5(pid=14232) [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a02:33:52.682024 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:52.693854 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:33:52.840279 tst iperf3.py: using LAC 25381\u000a02:33:52.960310 tst iperf3.py: using RAC 136\u000a02:33:53.080132 tst iperf3.py: using CellId 25381\u000a02:33:53.200187 tst iperf3.py: using BVCI 25382\u000a02:33:53.223531 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:53.234801 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:53.245952 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:53.257247 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:53.268424 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:53.279586 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:53.291004 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:53.302458 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:53.314046 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:33:53.591410 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:33:53.718260 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:33:54.033382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14224): Launched\u000a02:33:54.296295 run iperf3-srv_10.42.42.10(pid=14225): Launched\u000a02:33:54.481205 tst iperf3.py:8: start network...\u000a02:33:54.607375 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:33:55.084665 run create_hlr_db(pid=14226): Launched\u000a02:33:55.258553 bus /gobi_6: Setting Powered False\u000a02:33:56.279926 run create_hlr_db(pid=14226): Terminated: ok {rc=0}\u000a02:33:56.711404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14228): Launched\u000a02:33:57.037881 run osmo-hlr_10.42.42.2(pid=14229): Launched\u000a02:33:57.158521 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:33:57.724557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14231): Launched\u000a02:33:58.050324 run osmo-stp_10.42.42.5(pid=14232): Launched\u000a02:33:58.168776 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:33:58.735771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14234): Launched\u000a02:33:58.852185 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:33:59.135386 run patchelf(pid=14235): Launched\u000a02:33:59.325485 run osmo-stp_10.42.42.5(pid=14232): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14232)]\u000a02:33:59.463876 run osmo-stp_10.42.42.5(pid=14232): stdout: \u000a| (launched: 2022-12-10_02:33:57.890956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:59.604485 run osmo-stp_10.42.42.5(pid=14232): stderr: \u000a| �[0;m�[38;5;43m20221210023358084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023358085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023358085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023358085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023358086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023358086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023358086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:59.739183 run osmo-stp_10.42.42.5(pid=14232): stdout: \u000a| (launched: 2022-12-10_02:33:57.890956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:59.873243 run osmo-stp_10.42.42.5(pid=14232): stderr: \u000a| �[0;m�[38;5;43m20221210023358084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023358085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023358085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023358085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023358086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023358086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023358086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:00.028261 run patchelf(pid=14235): Terminating (SIGINT)\u000a02:34:00.211259 run patchelf(pid=14235): Terminated: ok {rc=0}\u000a02:34:00.244465 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14232): Process ended prematurely: osmo-stp_10.42.42.5(pid=14232) [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14232)] [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a02:34:00.254284 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a02:34:00.316875 run osmo-hlr_10.42.42.2(pid=14229): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14229)]\u000a02:34:00.367886 run osmo-hlr_10.42.42.2(pid=14229): stdout: \u000a| (launched: 2022-12-10_02:33:56.877695) \u000a02:34:00.419497 run osmo-hlr_10.42.42.2(pid=14229): stderr: \u000a| �[0;m�[1;31m20221210023357077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023357077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023357077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023357077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023357077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023357078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023357091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023357099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023357099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023357099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:34:00.463604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14224): Terminating (SIGTERM)\u000a02:34:00.505484 run iperf3-srv_10.42.42.10(pid=14225): Terminating (SIGTERM)\u000a02:34:00.547410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14228): Terminating (SIGTERM)\u000a02:34:00.589517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14231): Terminating (SIGTERM)\u000a02:34:00.631335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14234): Terminating (SIGTERM)\u000a02:34:00.641089 --- ParallelTerminationStrategy: PID 14224 died...\u000a02:34:00.696859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14224): Terminated: ok {rc=0}\u000a02:34:00.707012 --- ParallelTerminationStrategy: PID 14225 died...\u000a02:34:00.762404 run iperf3-srv_10.42.42.10(pid=14225): Terminated {rc=256}\u000a02:34:00.772438 --- ParallelTerminationStrategy: PID 14228 died...\u000a02:34:00.828085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14228): Terminated: ok {rc=0}\u000a02:34:00.854244 --- ParallelTerminationStrategy: PID 14231 died...\u000a02:34:00.925419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14231): Terminated: ok {rc=0}\u000a02:34:00.935840 --- ParallelTerminationStrategy: PID 14234 died...\u000a02:34:00.992456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14234): Terminated: ok {rc=0}\u000a02:34:01.077727 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14250): Process ended prematurely: osmo-stp_10.42.42.5(pid=14250) [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14250)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14250): Process ended prematurely: osmo-stp_10.42.42.5(pid=14250) [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a02:34:02.194294 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:02.207490 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:34:02.354767 tst iperf3m4.py: using LAC 25382\u000a02:34:02.482831 tst iperf3m4.py: using RAC 137\u000a02:34:02.612321 tst iperf3m4.py: using CellId 25382\u000a02:34:02.742117 tst iperf3m4.py: using BVCI 25383\u000a02:34:02.767246 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:02.779246 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:02.790782 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:02.802362 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:02.814454 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:02.826294 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:02.838002 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:02.849430 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:02.861261 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:34:02.982470 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:34:03.103658 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:34:03.224624 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:34:03.506727 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:34:03.634241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:34:03.950552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14236): Launched\u000a02:34:04.214230 run iperf3-srv_10.42.42.10(pid=14237): Launched\u000a02:34:04.399175 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:34:04.525810 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:34:04.841156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14238): Launched\u000a02:34:05.103285 run iperf3-srv_10.42.42.10(pid=14239): Launched\u000a02:34:05.288630 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:34:05.414665 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:34:05.729941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14240): Launched\u000a02:34:05.992563 run iperf3-srv_10.42.42.10(pid=14241): Launched\u000a02:34:06.178207 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:34:06.304668 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:34:06.619907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14242): Launched\u000a02:34:06.882482 run iperf3-srv_10.42.42.10(pid=14243): Launched\u000a02:34:07.067853 tst iperf3m4.py:8: start network...\u000a02:34:07.194276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:34:07.674302 run create_hlr_db(pid=14244): Launched\u000a02:34:07.848600 bus /gobi_6: Setting Powered False\u000a02:34:08.870769 run create_hlr_db(pid=14244): Terminated: ok {rc=0}\u000a02:34:09.276374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14246): Launched\u000a02:34:09.582872 run osmo-hlr_10.42.42.2(pid=14247): Launched\u000a02:34:09.694076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:34:10.227669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14249): Launched\u000a02:34:10.532054 run osmo-stp_10.42.42.5(pid=14250): Launched\u000a02:34:10.643785 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:34:11.174388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14252): Launched\u000a02:34:11.282601 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:34:11.547539 run patchelf(pid=14253): Launched\u000a02:34:11.725139 run osmo-stp_10.42.42.5(pid=14250): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14250)]\u000a02:34:11.855022 run osmo-stp_10.42.42.5(pid=14250): stdout: \u000a| (launched: 2022-12-10_02:34:10.382155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:11.985367 run osmo-stp_10.42.42.5(pid=14250): stderr: \u000a| �[0;m�[38;5;43m20221210023410552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023410552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023410552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023410553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023410555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023410555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023410555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:12.111564 run osmo-stp_10.42.42.5(pid=14250): stdout: \u000a| (launched: 2022-12-10_02:34:10.382155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:12.237279 run osmo-stp_10.42.42.5(pid=14250): stderr: \u000a| �[0;m�[38;5;43m20221210023410552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023410552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023410552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023410553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023410555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023410555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023410555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:12.383424 run patchelf(pid=14253): Terminating (SIGINT)\u000a02:34:12.554739 run patchelf(pid=14253): Terminated: ok {rc=0}\u000a02:34:12.586507 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14250): Process ended prematurely: osmo-stp_10.42.42.5(pid=14250) [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14250)] [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a02:34:12.595765 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a02:34:12.656832 run osmo-hlr_10.42.42.2(pid=14247): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14247)]\u000a02:34:12.706364 run osmo-hlr_10.42.42.2(pid=14247): stdout: \u000a| (launched: 2022-12-10_02:34:09.431375) \u000a02:34:12.756328 run osmo-hlr_10.42.42.2(pid=14247): stderr: \u000a| �[0;m�[1;31m20221210023409608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023409609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023409609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023409609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023409609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023409609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023409631 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023409641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023409641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023409641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:34:12.798360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14236): Terminating (SIGTERM)\u000a02:34:12.838452 run iperf3-srv_10.42.42.10(pid=14237): Terminating (SIGTERM)\u000a02:34:12.878599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14238): Terminating (SIGTERM)\u000a02:34:12.918623 run iperf3-srv_10.42.42.10(pid=14239): Terminating (SIGTERM)\u000a02:34:12.958715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14240): Terminating (SIGTERM)\u000a02:34:12.998625 run iperf3-srv_10.42.42.10(pid=14241): Terminating (SIGTERM)\u000a02:34:13.038818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14242): Terminating (SIGTERM)\u000a02:34:13.078927 run iperf3-srv_10.42.42.10(pid=14243): Terminating (SIGTERM)\u000a02:34:13.119199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14246): Terminating (SIGTERM)\u000a02:34:13.159293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14249): Terminating (SIGTERM)\u000a02:34:13.199662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14252): Terminating (SIGTERM)\u000a02:34:13.208912 --- ParallelTerminationStrategy: PID 14236 died...\u000a02:34:13.262342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14236): Terminated: ok {rc=0}\u000a02:34:13.272097 --- ParallelTerminationStrategy: PID 14237 died...\u000a02:34:13.325505 run iperf3-srv_10.42.42.10(pid=14237): Terminated {rc=256}\u000a02:34:13.335108 --- ParallelTerminationStrategy: PID 14238 died...\u000a02:34:13.388591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14238): Terminated: ok {rc=0}\u000a02:34:13.398203 --- ParallelTerminationStrategy: PID 14239 died...\u000a02:34:13.451345 run iperf3-srv_10.42.42.10(pid=14239): Terminated {rc=256}\u000a02:34:13.461199 --- ParallelTerminationStrategy: PID 14240 died...\u000a02:34:13.514312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14240): Terminated: ok {rc=0}\u000a02:34:13.524082 --- ParallelTerminationStrategy: PID 14241 died...\u000a02:34:13.577020 run iperf3-srv_10.42.42.10(pid=14241): Terminated {rc=256}\u000a02:34:13.586811 --- ParallelTerminationStrategy: PID 14242 died...\u000a02:34:13.640562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14242): Terminated: ok {rc=0}\u000a02:34:13.650180 --- ParallelTerminationStrategy: PID 14243 died...\u000a02:34:13.703278 run iperf3-srv_10.42.42.10(pid=14243): Terminated {rc=256}\u000a02:34:13.712798 --- ParallelTerminationStrategy: PID 14246 died...\u000a02:34:13.766663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14246): Terminated: ok {rc=0}\u000a02:34:13.776434 --- ParallelTerminationStrategy: PID 14249 died...\u000a02:34:13.829696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14249): Terminated: ok {rc=0}\u000a02:34:13.839565 --- ParallelTerminationStrategy: PID 14252 died...\u000a02:34:13.892732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14252): Terminated: ok {rc=0}\u000a02:34:13.981208 bus /gobi_4: Setting Powered False\u000a02:34:15.085305 bus /gobi_4: Setting Powered False\u000a02:34:16.211616 bus /gobi_1: Setting Powered False\u000a02:34:17.316399 bus /gobi_1: Setting Powered False\u000a02:34:18.423122 bus /gobi_0: Setting Powered False\u000a02:34:19.527159 bus /gobi_0: Setting Powered False\u000a02:34:20.638460 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14260): Process ended prematurely: osmo-stp_10.42.42.5(pid=14260) [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14260)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14260): Process ended prematurely: osmo-stp_10.42.42.5(pid=14260) [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a02:34:21.706094 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:21.718326 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:34:21.863550 tst ping.py: using LAC 25383\u000a02:34:21.982269 tst ping.py: using RAC 138\u000a02:34:22.098385 tst ping.py: using CellId 25383\u000a02:34:22.213906 tst ping.py: using BVCI 25384\u000a02:34:22.236700 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:22.248010 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:22.259167 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:22.270453 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:22.282484 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:22.293851 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:22.305564 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:22.316866 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:34:22.592884 tst ping.py:19: start network...\u000a02:34:22.716564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:34:23.183840 run create_hlr_db(pid=14254): Launched\u000a02:34:23.355978 bus /gobi_6: Setting Powered False\u000a02:34:24.377205 run create_hlr_db(pid=14254): Terminated: ok {rc=0}\u000a02:34:24.802606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14256): Launched\u000a02:34:25.122512 run osmo-hlr_10.42.42.2(pid=14257): Launched\u000a02:34:25.240601 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:34:25.798753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14259): Launched\u000a02:34:26.118945 run osmo-stp_10.42.42.5(pid=14260): Launched\u000a02:34:26.234564 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:34:26.794737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14262): Launched\u000a02:34:26.909009 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:34:27.187604 run patchelf(pid=14263): Launched\u000a02:34:27.375029 run osmo-stp_10.42.42.5(pid=14260): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14260)]\u000a02:34:27.511934 run osmo-stp_10.42.42.5(pid=14260): stdout: \u000a| (launched: 2022-12-10_02:34:25.962045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:27.649083 run osmo-stp_10.42.42.5(pid=14260): stderr: \u000a| �[0;m�[38;5;43m20221210023426155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023426155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023426155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023426156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023426156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023426156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023426156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:27.781150 run osmo-stp_10.42.42.5(pid=14260): stdout: \u000a| (launched: 2022-12-10_02:34:25.962045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:27.912674 run osmo-stp_10.42.42.5(pid=14260): stderr: \u000a| �[0;m�[38;5;43m20221210023426155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023426155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023426155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023426156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023426156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023426156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023426156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:28.065511 run patchelf(pid=14263): Terminating (SIGINT)\u000a02:34:28.244317 run patchelf(pid=14263): Terminated: ok {rc=0}\u000a02:34:28.276901 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14260): Process ended prematurely: osmo-stp_10.42.42.5(pid=14260) [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14260)] [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a02:34:28.286137 tst ping.py:22: Test FAILED (6.6 sec)\u000a02:34:28.348928 run osmo-hlr_10.42.42.2(pid=14257): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14257)]\u000a02:34:28.400274 run osmo-hlr_10.42.42.2(pid=14257): stdout: \u000a| (launched: 2022-12-10_02:34:24.965702) \u000a02:34:28.452099 run osmo-hlr_10.42.42.2(pid=14257): stderr: \u000a| �[0;m�[1;31m20221210023425162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023425162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023425162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023425163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023425163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023425163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023425175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023425183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023425184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023425184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:34:28.496222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14256): Terminating (SIGTERM)\u000a02:34:28.538041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14259): Terminating (SIGTERM)\u000a02:34:28.580385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14262): Terminating (SIGTERM)\u000a02:34:28.590086 --- ParallelTerminationStrategy: PID 14256 died...\u000a02:34:28.645827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14256): Terminated: ok {rc=0}\u000a02:34:28.655813 --- ParallelTerminationStrategy: PID 14259 died...\u000a02:34:28.711906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14259): Terminated: ok {rc=0}\u000a02:34:28.721952 --- ParallelTerminationStrategy: PID 14262 died...\u000a02:34:28.777600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14262): Terminated: ok {rc=0}\u000a02:34:28.865209 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14270): Process ended prematurely: osmo-stp_10.42.42.5(pid=14270) [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14270)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14270): Process ended prematurely: osmo-stp_10.42.42.5(pid=14270) [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a02:34:29.917098 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:29.929488 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:34:30.078081 tst ping_idle_ping.py: using LAC 25384\u000a02:34:30.204046 tst ping_idle_ping.py: using RAC 139\u000a02:34:30.331772 tst ping_idle_ping.py: using CellId 25384\u000a02:34:30.453396 tst ping_idle_ping.py: using BVCI 25385\u000a02:34:30.476590 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:30.488044 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:30.499662 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:30.511621 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:30.523275 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:30.534990 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:30.546734 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:30.558945 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:34:30.847023 tst ping_idle_ping.py:24: start network...\u000a02:34:30.987699 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:34:31.509907 run create_hlr_db(pid=14264): Launched\u000a02:34:31.688041 bus /gobi_6: Setting Powered False\u000a02:34:32.705065 run create_hlr_db(pid=14264): Terminated: ok {rc=0}\u000a02:34:33.104273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14266): Launched\u000a02:34:33.403252 run osmo-hlr_10.42.42.2(pid=14267): Launched\u000a02:34:33.519718 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:34:34.047255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14269): Launched\u000a02:34:34.347106 run osmo-stp_10.42.42.5(pid=14270): Launched\u000a02:34:34.456832 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:34:34.978066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14272): Launched\u000a02:34:35.084923 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:34:35.347511 run patchelf(pid=14273): Launched\u000a02:34:35.523549 run osmo-stp_10.42.42.5(pid=14270): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14270)]\u000a02:34:35.651970 run osmo-stp_10.42.42.5(pid=14270): stdout: \u000a| (launched: 2022-12-10_02:34:34.199039)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:35.781547 run osmo-stp_10.42.42.5(pid=14270): stderr: \u000a| �[0;m�[38;5;43m20221210023434369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023434369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023434370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023434370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023434371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023434371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023434371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:35.905898 run osmo-stp_10.42.42.5(pid=14270): stdout: \u000a| (launched: 2022-12-10_02:34:34.199039)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:36.029300 run osmo-stp_10.42.42.5(pid=14270): stderr: \u000a| �[0;m�[38;5;43m20221210023434369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023434369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023434370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023434370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023434371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023434371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023434371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:36.173323 run patchelf(pid=14273): Terminating (SIGINT)\u000a02:34:36.341726 run patchelf(pid=14273): Terminated: ok {rc=0}\u000a02:34:36.372270 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14270): Process ended prematurely: osmo-stp_10.42.42.5(pid=14270) [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14270)] [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a02:34:36.380910 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a02:34:36.442597 run osmo-hlr_10.42.42.2(pid=14267): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14267)]\u000a02:34:36.492582 run osmo-hlr_10.42.42.2(pid=14267): stdout: \u000a| (launched: 2022-12-10_02:34:33.255779) \u000a02:34:36.543158 run osmo-hlr_10.42.42.2(pid=14267): stderr: \u000a| �[0;m�[1;31m20221210023433429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023433429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023433429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023433429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023433429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023433429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023433441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023433449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023433450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023433450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:34:36.585855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14266): Terminating (SIGTERM)\u000a02:34:36.626534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14269): Terminating (SIGTERM)\u000a02:34:36.667399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14272): Terminating (SIGTERM)\u000a02:34:36.677112 --- ParallelTerminationStrategy: PID 14266 died...\u000a02:34:36.731233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14266): Terminated: ok {rc=0}\u000a02:34:36.741104 --- ParallelTerminationStrategy: PID 14269 died...\u000a02:34:36.795041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14269): Terminated: ok {rc=0}\u000a02:34:36.805025 --- ParallelTerminationStrategy: PID 14272 died...\u000a02:34:36.858960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14272): Terminated: ok {rc=0}\u000a02:34:36.943658 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:33:38" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14284): Process ended prematurely: osmo-stp_10.42.42.5(pid=14284) [trial-2368↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14284)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14284): Process ended prematurely: osmo-stp_10.42.42.5(pid=14284) [trial-2368↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a02:34:38.991973 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:34:39.003778 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:34:39.168019 tst switch_tch_pdch.py: using LAC 25385\u000a02:34:39.299313 tst switch_tch_pdch.py: using RAC 140\u000a02:34:39.424263 tst switch_tch_pdch.py: using CellId 25385\u000a02:34:39.548106 tst switch_tch_pdch.py: using BVCI 25386\u000a02:34:39.572612 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:34:39.584392 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:34:39.595870 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:34:39.607418 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:34:39.618931 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:34:39.630570 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:34:39.642217 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:34:39.653642 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:34:39.771698 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:34:40.045632 tst switch_tch_pdch.py:51: start network...\u000a02:34:40.169930 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:34:40.641148 run create_hlr_db(pid=14278): Launched\u000a02:34:40.813603 bus /gobi_6: Setting Powered False\u000a02:34:41.834006 run create_hlr_db(pid=14278): Terminated: ok {rc=0}\u000a02:34:42.259127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14280): Launched\u000a02:34:42.578895 run osmo-hlr_10.42.42.2(pid=14281): Launched\u000a02:34:42.698506 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:34:43.255438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14283): Launched\u000a02:34:43.575157 run osmo-stp_10.42.42.5(pid=14284): Launched\u000a02:34:43.692083 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:34:44.250613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14286): Launched\u000a02:34:44.364929 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:34:44.644614 run patchelf(pid=14287): Launched\u000a02:34:44.832240 run osmo-stp_10.42.42.5(pid=14284): ERR: Terminated: ERROR {rc=1} [trial-2368↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14284)]\u000a02:34:44.969415 run osmo-stp_10.42.42.5(pid=14284): stdout: \u000a| (launched: 2022-12-10_02:34:43.417965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:45.106425 run osmo-stp_10.42.42.5(pid=14284): stderr: \u000a| �[0;m�[38;5;43m20221210023443609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023443609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023443610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023443610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023443611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023443611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023443611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:45.238702 run osmo-stp_10.42.42.5(pid=14284): stdout: \u000a| (launched: 2022-12-10_02:34:43.417965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:45.370054 run osmo-stp_10.42.42.5(pid=14284): stderr: \u000a| �[0;m�[38;5;43m20221210023443609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023443609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023443610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023443610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023443611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023443611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023443611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:45.522882 run patchelf(pid=14287): Terminating (SIGINT)\u000a02:34:45.702710 run patchelf(pid=14287): Terminated: ok {rc=0}\u000a02:34:45.735299 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14284): Process ended prematurely: osmo-stp_10.42.42.5(pid=14284) [trial-2368↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14284)] [trial-2368↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a02:34:45.744328 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a02:34:45.807716 run osmo-hlr_10.42.42.2(pid=14281): ERR: Terminated: ERROR {rc=237} [trial-2368↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14281)]\u000a02:34:45.873269 run osmo-hlr_10.42.42.2(pid=14281): stdout: \u000a| (launched: 2022-12-10_02:34:42.421266) \u000a02:34:45.935099 run osmo-hlr_10.42.42.2(pid=14281): stderr: \u000a| �[0;m�[1;31m20221210023442620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023442620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023442620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023442620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023442620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023442620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023442632 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023442642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023442642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023442642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:34:45.981898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14280): Terminating (SIGTERM)\u000a02:34:46.025955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14283): Terminating (SIGTERM)\u000a02:34:46.073860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14286): Terminating (SIGTERM)\u000a02:34:46.084649 --- ParallelTerminationStrategy: PID 14280 died...\u000a02:34:46.142379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14280): Terminated: ok {rc=0}\u000a02:34:46.153042 --- ParallelTerminationStrategy: PID 14283 died...\u000a02:34:46.210091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14283): Terminated: ok {rc=0}\u000a02:34:46.220811 --- ParallelTerminationStrategy: PID 14286 died...\u000a02:34:46.278060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14286): Terminated: ok {rc=0}\u000a02:34:46.368443 bus /gobi_0: Setting Powered False\u000a02:34:47.472270 bus /gobi_0: Setting Powered False\u000a02:34:48.584507 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:34:38" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14297): Process ended prematurely: osmo-stp_10.42.42.5(pid=14297) [trial-2368↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14297)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14297): Process ended prematurely: osmo-stp_10.42.42.5(pid=14297) [trial-2368↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a02:34:50.564400 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:34:50.575638 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a02:34:50.737190 tst switch_tch_pdch.py: using LAC 25386\u000a02:34:50.861464 tst switch_tch_pdch.py: using RAC 141\u000a02:34:50.985649 tst switch_tch_pdch.py: using CellId 25386\u000a02:34:51.109007 tst switch_tch_pdch.py: using BVCI 25387\u000a02:34:51.133647 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:34:51.144938 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:34:51.156154 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:34:51.167377 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:34:51.178595 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:34:51.189791 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:34:51.201108 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:34:51.212186 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:34:51.327828 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:34:51.619779 tst switch_tch_pdch.py:51: start network...\u000a02:34:51.753440 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:34:52.235350 run create_hlr_db(pid=14291): Launched\u000a02:34:52.365479 bus /gobi_6: Setting Powered False\u000a02:34:53.440346 run create_hlr_db(pid=14291): Terminated: ok {rc=0}\u000a02:34:53.817678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14293): Launched\u000a02:34:54.116263 run osmo-hlr_10.42.42.2(pid=14294): Launched\u000a02:34:54.226127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:34:54.719807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14296): Launched\u000a02:34:55.017856 run osmo-stp_10.42.42.5(pid=14297): Launched\u000a02:34:55.130995 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:34:55.627305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14299): Launched\u000a02:34:55.733630 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:34:55.996942 run patchelf(pid=14300): Launched\u000a02:34:56.173238 run osmo-stp_10.42.42.5(pid=14297): ERR: Terminated: ERROR {rc=1} [trial-2368↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14297)]\u000a02:34:56.301890 run osmo-stp_10.42.42.5(pid=14297): stdout: \u000a| (launched: 2022-12-10_02:34:54.871249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:56.430553 run osmo-stp_10.42.42.5(pid=14297): stderr: \u000a| �[0;m�[38;5;43m20221210023455041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023455042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023455042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023455042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023455043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023455043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023455043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:56.554953 run osmo-stp_10.42.42.5(pid=14297): stdout: \u000a| (launched: 2022-12-10_02:34:54.871249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:56.678223 run osmo-stp_10.42.42.5(pid=14297): stderr: \u000a| �[0;m�[38;5;43m20221210023455041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023455042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023455042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023455042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023455043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023455043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023455043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:56.821560 run patchelf(pid=14300): Terminating (SIGINT)\u000a02:34:56.990269 run patchelf(pid=14300): Terminated: ok {rc=0}\u000a02:34:57.020804 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14297): Process ended prematurely: osmo-stp_10.42.42.5(pid=14297) [trial-2368↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14297)] [trial-2368↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a02:34:57.029423 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a02:34:57.089809 run osmo-hlr_10.42.42.2(pid=14294): ERR: Terminated: ERROR {rc=237} [trial-2368↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14294)]\u000a02:34:57.139077 run osmo-hlr_10.42.42.2(pid=14294): stdout: \u000a| (launched: 2022-12-10_02:34:53.968894) \u000a02:34:57.189082 run osmo-hlr_10.42.42.2(pid=14294): stderr: \u000a| �[0;m�[1;31m20221210023454145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023454145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023454145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023454145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023454145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023454145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023454157 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023454167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023454168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023454168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:34:57.231248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14293): Terminating (SIGTERM)\u000a02:34:57.271318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14296): Terminating (SIGTERM)\u000a02:34:57.311468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14299): Terminating (SIGTERM)\u000a02:34:57.321169 --- ParallelTerminationStrategy: PID 14293 died...\u000a02:34:57.374222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14293): Terminated: ok {rc=0}\u000a02:34:57.384093 --- ParallelTerminationStrategy: PID 14296 died...\u000a02:34:57.436854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14296): Terminated: ok {rc=0}\u000a02:34:57.446734 --- ParallelTerminationStrategy: PID 14299 died...\u000a02:34:57.500030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14299): Terminated: ok {rc=0}\u000a02:34:57.589841 bus /gobi_0: Setting Powered False\u000a02:34:58.696845 bus /gobi_0: Setting Powered False\u000a02:34:59.804884 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:34:50" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14308): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14308) [trial-2368↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14308)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14308): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14308) [trial-2368↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a02:35:01.754070 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a02:35:01.766747 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:35:01.920611 tst mo_mt_sms.py: using LAC 25387\u000a02:35:02.047478 tst mo_mt_sms.py: using RAC 142\u000a02:35:02.170802 tst mo_mt_sms.py: using CellId 25387\u000a02:35:02.299163 tst mo_mt_sms.py: using BVCI 25388\u000a02:35:02.325864 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:35:02.449134 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:35:02.743221 tst mo_mt_sms.py:9: start nitb and bts...\u000a02:35:02.876761 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:35:03.533832 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14307): Launched\u000a02:35:03.848901 run osmo-nitb_10.42.42.2(pid=14308): Launched\u000a02:35:04.045490 run osmo-nitb_10.42.42.2(pid=14308): ERR: Terminated: ERROR {rc=2} [trial-2368↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14308)]\u000a02:35:04.189931 run osmo-nitb_10.42.42.2(pid=14308): stdout: \u000a| (launched: 2022-12-10_02:35:03.695784) \u000a02:35:04.334482 run osmo-nitb_10.42.42.2(pid=14308): stderr: \u000a| (launched: 2022-12-10_02:35:03.743228)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:35:04.474614 run osmo-nitb_10.42.42.2(pid=14308): stdout: \u000a| (launched: 2022-12-10_02:35:03.695784) \u000a02:35:04.613856 run osmo-nitb_10.42.42.2(pid=14308): stderr: \u000a| (launched: 2022-12-10_02:35:03.743228)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:35:04.977598 tst osmo-nitb_10.42.42.2(pid=14308): stdout: \u000a| (launched: 2022-12-10_02:35:03.695784) \u000a02:35:05.104148 tst osmo-nitb_10.42.42.2(pid=14308): stderr: \u000a| (launched: 2022-12-10_02:35:03.743228)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:35:05.159906 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=14308): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14308) [trial-2368↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14308)] [trial-2368↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a02:35:05.168682 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a02:35:05.205051 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14307): Terminating (SIGTERM)\u000a02:35:05.383102 --- ParallelTerminationStrategy: PID 14307 died...\u000a02:35:05.440895 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14307): Terminated: ok {rc=0}\u000a02:35:05.529132 bus /sierra_3: Setting Powered False\u000a02:35:06.636136 bus /sierra_3: Setting Powered False\u000a02:35:07.745978 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:35:01" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "sms:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14320): Process ended prematurely: osmo-stp_10.42.42.5(pid=14320) [trial-2368↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14320)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14320): Process ended prematurely: osmo-stp_10.42.42.5(pid=14320) [trial-2368↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a02:35:09.648356 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:09.659985 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:35:09.801723 tst mo_mt_sms.py: using LAC 25388\u000a02:35:09.927089 tst mo_mt_sms.py: using RAC 143\u000a02:35:10.048667 tst mo_mt_sms.py: using CellId 25388\u000a02:35:10.168004 tst mo_mt_sms.py: using BVCI 25389\u000a02:35:10.190760 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:10.201669 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:10.212342 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:10.223209 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:10.234078 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:10.245029 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:35:10.361165 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:35:10.560280 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:35:11.029393 run create_hlr_db(pid=14314): Launched\u000a02:35:11.202218 bus /sierra_2: Setting Powered False\u000a02:35:12.223401 run create_hlr_db(pid=14314): Terminated: ok {rc=0}\u000a02:35:12.622702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14316): Launched\u000a02:35:12.921200 run osmo-hlr_10.42.42.2(pid=14317): Launched\u000a02:35:13.029795 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:35:13.546971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14319): Launched\u000a02:35:13.845665 run osmo-stp_10.42.42.5(pid=14320): Launched\u000a02:35:13.954085 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:35:14.498646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14322): Launched\u000a02:35:14.798177 run osmo-msc_10.42.42.6(pid=14323): Launched\u000a02:35:14.974029 run osmo-stp_10.42.42.5(pid=14320): ERR: Terminated: ERROR {rc=1} [trial-2368↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14320)]\u000a02:35:15.101914 run osmo-stp_10.42.42.5(pid=14320): stdout: \u000a| (launched: 2022-12-10_02:35:13.697994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:15.227346 run osmo-stp_10.42.42.5(pid=14320): stderr: \u000a| �[0;m�[38;5;43m20221210023513868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023513868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023513868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023513868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023513869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023513869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023513869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:15.347238 run osmo-stp_10.42.42.5(pid=14320): stdout: \u000a| (launched: 2022-12-10_02:35:13.697994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:15.466498 run osmo-stp_10.42.42.5(pid=14320): stderr: \u000a| �[0;m�[38;5;43m20221210023513868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023513868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023513868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023513868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023513869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023513869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023513869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:15.518741 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=14320): Process ended prematurely: osmo-stp_10.42.42.5(pid=14320) [trial-2368↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14320)] [trial-2368↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a02:35:15.526688 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a02:35:15.586882 run osmo-hlr_10.42.42.2(pid=14317): ERR: Terminated: ERROR {rc=237} [trial-2368↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14317)]\u000a02:35:15.636087 run osmo-hlr_10.42.42.2(pid=14317): stdout: \u000a| (launched: 2022-12-10_02:35:12.774351) \u000a02:35:15.686102 run osmo-hlr_10.42.42.2(pid=14317): stderr: \u000a| �[0;m�[1;31m20221210023512951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023512951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023512951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023512951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023512951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023512951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023512963 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023512973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023512974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023512974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:35:15.754297 run osmo-msc_10.42.42.6(pid=14323): ERR: Terminated: ERROR {rc=2} [trial-2368↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14323)]\u000a02:35:15.803652 run osmo-msc_10.42.42.6(pid=14323): stdout: \u000a| (launched: 2022-12-10_02:35:14.649458) \u000a02:35:15.871781 run osmo-msc_10.42.42.6(pid=14323): stderr: \u000a| �[0;m�[38;5;43m20221210023514923 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210023514923 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f640349cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210023514923 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210023514923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210023514924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210023514924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210023514925 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210023514926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210023514926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210023514926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:35:15.926235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14316): Terminating (SIGTERM)\u000a02:35:15.970759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14319): Terminating (SIGTERM)\u000a02:35:16.018249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14322): Terminating (SIGTERM)\u000a02:35:16.029304 --- ParallelTerminationStrategy: PID 14316 died...\u000a02:35:16.089449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14316): Terminated: ok {rc=0}\u000a02:35:16.100094 --- ParallelTerminationStrategy: PID 14319 died...\u000a02:35:16.159533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14319): Terminated: ok {rc=0}\u000a02:35:16.170664 --- ParallelTerminationStrategy: PID 14322 died...\u000a02:35:16.228226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14322): Terminated: ok {rc=0}\u000a02:35:16.335479 bus /sierra_3: Setting Powered False\u000a02:35:17.438294 bus /sierra_3: Setting Powered False\u000a02:35:18.549702 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:35:09" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14329): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14329) [trial-2368↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14329)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14329): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14329) [trial-2368↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a02:35:20.391291 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a02:35:20.402692 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:35:20.547951 tst assert_extension.py: using LAC 25389\u000a02:35:20.674668 tst assert_extension.py: using RAC 144\u000a02:35:20.800930 tst assert_extension.py: using CellId 25389\u000a02:35:20.926440 tst assert_extension.py: using BVCI 25390\u000a02:35:20.950718 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a02:35:21.224009 tst assert_extension.py:10: start nitb and bts...\u000a02:35:21.347946 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:35:21.965777 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14328): Launched\u000a02:35:22.259561 run osmo-nitb_10.42.42.2(pid=14329): Launched\u000a02:35:22.443009 run osmo-nitb_10.42.42.2(pid=14329): ERR: Terminated: ERROR {rc=2} [trial-2368↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14329)]\u000a02:35:22.578849 run osmo-nitb_10.42.42.2(pid=14329): stdout: \u000a| (launched: 2022-12-10_02:35:22.116132) \u000a02:35:22.714477 run osmo-nitb_10.42.42.2(pid=14329): stderr: \u000a| (launched: 2022-12-10_02:35:22.160169)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:35:22.846557 run osmo-nitb_10.42.42.2(pid=14329): stdout: \u000a| (launched: 2022-12-10_02:35:22.116132) \u000a02:35:22.976566 run osmo-nitb_10.42.42.2(pid=14329): stderr: \u000a| (launched: 2022-12-10_02:35:22.160169)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:35:23.380833 tst osmo-nitb_10.42.42.2(pid=14329): stdout: \u000a| (launched: 2022-12-10_02:35:22.116132) \u000a02:35:23.500234 tst osmo-nitb_10.42.42.2(pid=14329): stderr: \u000a| (launched: 2022-12-10_02:35:22.160169)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:35:23.552458 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=14329): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14329) [trial-2368↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14329)] [trial-2368↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a02:35:23.560325 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a02:35:23.597301 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14328): Terminating (SIGTERM)\u000a02:35:23.774905 --- ParallelTerminationStrategy: PID 14328 died...\u000a02:35:23.832023 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14328): Terminated: ok {rc=0}\u000a02:35:23.921283 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:35:20" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14339): Process ended prematurely: osmo-stp_10.42.42.5(pid=14339) [trial-2368↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14339)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14339): Process ended prematurely: osmo-stp_10.42.42.5(pid=14339) [trial-2368↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a02:35:25.771437 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:25.784088 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:35:25.924462 tst assert_extension.py: using LAC 25390\u000a02:35:26.043240 tst assert_extension.py: using RAC 145\u000a02:35:26.162874 tst assert_extension.py: using CellId 25390\u000a02:35:26.280222 tst assert_extension.py: using BVCI 25391\u000a02:35:26.303407 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:26.314381 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:26.325124 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:26.336034 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:26.347166 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:26.357751 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a02:35:26.565559 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:35:27.077906 run create_hlr_db(pid=14333): Launched\u000a02:35:27.263199 bus /sierra_2: Setting Powered False\u000a02:35:28.283435 run create_hlr_db(pid=14333): Terminated: ok {rc=0}\u000a02:35:28.685209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14335): Launched\u000a02:35:28.982977 run osmo-hlr_10.42.42.2(pid=14336): Launched\u000a02:35:29.092920 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:35:29.708591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14338): Launched\u000a02:35:30.003123 run osmo-stp_10.42.42.5(pid=14339): Launched\u000a02:35:30.110609 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:35:30.646401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14341): Launched\u000a02:35:31.071316 run osmo-msc_10.42.42.6(pid=14342): Launched\u000a02:35:31.840074 run osmo-stp_10.42.42.5(pid=14339): ERR: Terminated: ERROR {rc=1} [trial-2368↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14339)]\u000a02:35:31.991754 run osmo-stp_10.42.42.5(pid=14339): stdout: \u000a| (launched: 2022-12-10_02:35:29.857580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:32.117782 run osmo-stp_10.42.42.5(pid=14339): stderr: \u000a| �[0;m�[38;5;43m20221210023530025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023530025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023530026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023530026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023530026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023530027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023530027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:32.238773 run osmo-stp_10.42.42.5(pid=14339): stdout: \u000a| (launched: 2022-12-10_02:35:29.857580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:32.357623 run osmo-stp_10.42.42.5(pid=14339): stderr: \u000a| �[0;m�[38;5;43m20221210023530025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023530025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023530026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023530026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023530026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023530027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023530027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:32.409071 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=14339): Process ended prematurely: osmo-stp_10.42.42.5(pid=14339) [trial-2368↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14339)] [trial-2368↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a02:35:32.416792 tst assert_extension.py:17: Test FAILED (6.6 sec)\u000a02:35:32.476674 run osmo-hlr_10.42.42.2(pid=14336): ERR: Terminated: ERROR {rc=237} [trial-2368↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14336)]\u000a02:35:32.525645 run osmo-hlr_10.42.42.2(pid=14336): stdout: \u000a| (launched: 2022-12-10_02:35:28.835808) \u000a02:35:32.575441 run osmo-hlr_10.42.42.2(pid=14336): stderr: \u000a| �[0;m�[1;31m20221210023529012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023529013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023529013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023529013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023529013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023529013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023529024 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023529035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023529035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023529035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:35:32.642899 run osmo-msc_10.42.42.6(pid=14342): ERR: Terminated: ERROR {rc=2} [trial-2368↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14342)]\u000a02:35:32.692629 run osmo-msc_10.42.42.6(pid=14342): stdout: \u000a| (launched: 2022-12-10_02:35:30.794867) \u000a02:35:32.742595 run osmo-msc_10.42.42.6(pid=14342): stderr: \u000a| �[0;m�[38;5;43m20221210023531431 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210023531431 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdbc22b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210023531431 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210023531431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210023531432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210023531433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210023531437 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210023531438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210023531438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210023531439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:35:32.784564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14335): Terminating (SIGTERM)\u000a02:35:32.825031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14338): Terminating (SIGTERM)\u000a02:35:32.865530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14341): Terminating (SIGTERM)\u000a02:35:32.875001 --- ParallelTerminationStrategy: PID 14335 died...\u000a02:35:32.928496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14335): Terminated: ok {rc=0}\u000a02:35:32.938202 --- ParallelTerminationStrategy: PID 14338 died...\u000a02:35:32.991186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14338): Terminated: ok {rc=0}\u000a02:35:33.000765 --- ParallelTerminationStrategy: PID 14341 died...\u000a02:35:33.054249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14341): Terminated: ok {rc=0}\u000a02:35:33.143109 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:35:25" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14353): Process ended prematurely: osmo-stp_10.42.42.5(pid=14353) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14353)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14353): Process ended prematurely: osmo-stp_10.42.42.5(pid=14353) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14353)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:35:35.104922 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:35.116157 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:35:35.273411 tst mo_mt_call.py: using LAC 25391\u000a02:35:35.393850 tst mo_mt_call.py: using RAC 146\u000a02:35:35.514250 tst mo_mt_call.py: using CellId 25391\u000a02:35:35.633331 tst mo_mt_call.py: using BVCI 25392\u000a02:35:35.656150 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:35.667296 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:35.678228 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:35.689496 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:35.700772 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:35.712016 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:35:35.826306 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:35:36.029622 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:35:36.501918 run create_hlr_db(pid=14347): Launched\u000a02:35:36.674181 bus /sierra_2: Setting Powered False\u000a02:35:37.696244 run create_hlr_db(pid=14347): Terminated: ok {rc=0}\u000a02:35:38.123126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14349): Launched\u000a02:35:38.444105 run osmo-hlr_10.42.42.2(pid=14350): Launched\u000a02:35:38.562569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:35:39.121247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14352): Launched\u000a02:35:39.442516 run osmo-stp_10.42.42.5(pid=14353): Launched\u000a02:35:39.558993 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:35:40.138389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14355): Launched\u000a02:35:40.440083 run osmo-msc_10.42.42.6(pid=14356): Launched\u000a02:35:40.616038 run osmo-stp_10.42.42.5(pid=14353): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14353)]\u000a02:35:40.744317 run osmo-stp_10.42.42.5(pid=14353): stdout: \u000a| (launched: 2022-12-10_02:35:39.284643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:40.870144 run osmo-stp_10.42.42.5(pid=14353): stderr: \u000a| �[0;m�[38;5;43m20221210023539476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023539476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023539476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023539477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023539477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023539477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023539477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:40.991107 run osmo-stp_10.42.42.5(pid=14353): stdout: \u000a| (launched: 2022-12-10_02:35:39.284643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:41.110587 run osmo-stp_10.42.42.5(pid=14353): stderr: \u000a| �[0;m�[38;5;43m20221210023539476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023539476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023539476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023539477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023539477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023539477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023539477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:41.163252 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14353): Process ended prematurely: osmo-stp_10.42.42.5(pid=14353) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14353)] [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a02:35:41.171670 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:35:41.231617 run osmo-hlr_10.42.42.2(pid=14350): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14350)]\u000a02:35:41.280317 run osmo-hlr_10.42.42.2(pid=14350): stdout: \u000a| (launched: 2022-12-10_02:35:38.286440) \u000a02:35:41.329946 run osmo-hlr_10.42.42.2(pid=14350): stderr: \u000a| �[0;m�[1;31m20221210023538484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023538484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023538484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023538484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023538484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023538484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023538496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023538505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023538505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023538506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:35:41.397205 run osmo-msc_10.42.42.6(pid=14356): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14356)]\u000a02:35:41.446322 run osmo-msc_10.42.42.6(pid=14356): stdout: \u000a| (launched: 2022-12-10_02:35:40.291942) \u000a02:35:41.496002 run osmo-msc_10.42.42.6(pid=14356): stderr: \u000a| �[0;m�[38;5;43m20221210023540564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210023540564 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54e0994c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210023540564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210023540564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210023540564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210023540564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210023540566 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210023540567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210023540567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210023540567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:35:41.537982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14349): Terminating (SIGTERM)\u000a02:35:41.577707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14352): Terminating (SIGTERM)\u000a02:35:41.617629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14355): Terminating (SIGTERM)\u000a02:35:41.627029 --- ParallelTerminationStrategy: PID 14349 died...\u000a02:35:41.680584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14349): Terminated: ok {rc=0}\u000a02:35:41.690100 --- ParallelTerminationStrategy: PID 14352 died...\u000a02:35:41.743222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14352): Terminated: ok {rc=0}\u000a02:35:41.752643 --- ParallelTerminationStrategy: PID 14355 died...\u000a02:35:41.805756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14355): Terminated: ok {rc=0}\u000a02:35:41.894184 bus /sierra_3: Setting Powered False\u000a02:35:42.997930 bus /sierra_3: Setting Powered False\u000a02:35:44.108808 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14364): Process ended prematurely: osmo-stp_10.42.42.5(pid=14364) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14364)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14364): Process ended prematurely: osmo-stp_10.42.42.5(pid=14364) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:35:45.218714 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:45.230568 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:35:45.389649 tst mo_mt_call_osmux.py: using LAC 25392\u000a02:35:45.507859 tst mo_mt_call_osmux.py: using RAC 147\u000a02:35:45.627614 tst mo_mt_call_osmux.py: using CellId 25392\u000a02:35:45.747611 tst mo_mt_call_osmux.py: using BVCI 25393\u000a02:35:45.770617 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:45.781803 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:45.792800 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:45.804123 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:45.815408 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:45.826609 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:35:45.967126 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:35:46.235774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:35:46.832097 run create_hlr_db(pid=14358): Launched\u000a02:35:47.026471 bus /sierra_2: Setting Powered False\u000a02:35:48.029658 run create_hlr_db(pid=14358): Terminated: ok {rc=0}\u000a02:35:48.473724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14360): Launched\u000a02:35:48.796326 run osmo-hlr_10.42.42.2(pid=14361): Launched\u000a02:35:48.914225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:35:49.475306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14363): Launched\u000a02:35:49.797794 run osmo-stp_10.42.42.5(pid=14364): Launched\u000a02:35:49.915206 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:35:50.503737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14366): Launched\u000a02:35:50.825282 run osmo-msc_10.42.42.6(pid=14367): Launched\u000a02:35:51.013976 run osmo-stp_10.42.42.5(pid=14364): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14364)]\u000a02:35:51.150664 run osmo-stp_10.42.42.5(pid=14364): stdout: \u000a| (launched: 2022-12-10_02:35:49.639432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:51.286336 run osmo-stp_10.42.42.5(pid=14364): stderr: \u000a| �[0;m�[38;5;43m20221210023549830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023549831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023549831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023549831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023549832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023549832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023549832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:51.415506 run osmo-stp_10.42.42.5(pid=14364): stdout: \u000a| (launched: 2022-12-10_02:35:49.639432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:51.543320 run osmo-stp_10.42.42.5(pid=14364): stderr: \u000a| �[0;m�[38;5;43m20221210023549830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023549831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023549831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023549831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023549832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023549832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023549832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:51.599911 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14364): Process ended prematurely: osmo-stp_10.42.42.5(pid=14364) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14364)] [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a02:35:51.608899 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a02:35:51.671081 run osmo-hlr_10.42.42.2(pid=14361): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14361)]\u000a02:35:51.722286 run osmo-hlr_10.42.42.2(pid=14361): stdout: \u000a| (launched: 2022-12-10_02:35:48.638225) \u000a02:35:51.774046 run osmo-hlr_10.42.42.2(pid=14361): stderr: \u000a| �[0;m�[1;31m20221210023548836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023548836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023548836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023548836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023548836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023548836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023548848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023548857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023548857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023548857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:35:51.844060 run osmo-msc_10.42.42.6(pid=14367): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14367)]\u000a02:35:51.895402 run osmo-msc_10.42.42.6(pid=14367): stdout: \u000a| (launched: 2022-12-10_02:35:50.667750) \u000a02:35:51.947089 run osmo-msc_10.42.42.6(pid=14367): stderr: \u000a| �[0;m�[38;5;43m20221210023550990 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210023550991 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3944d48c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210023550991 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210023550991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210023550991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210023550991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210023550993 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210023550993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210023550993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210023550993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:35:51.990783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14360): Terminating (SIGTERM)\u000a02:35:52.032223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14363): Terminating (SIGTERM)\u000a02:35:52.073706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14366): Terminating (SIGTERM)\u000a02:35:52.083193 --- ParallelTerminationStrategy: PID 14360 died...\u000a02:35:52.138719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14360): Terminated: ok {rc=0}\u000a02:35:52.148507 --- ParallelTerminationStrategy: PID 14363 died...\u000a02:35:52.203718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14363): Terminated: ok {rc=0}\u000a02:35:52.213665 --- ParallelTerminationStrategy: PID 14366 died...\u000a02:35:52.269342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14366): Terminated: ok {rc=0}\u000a02:35:52.357427 bus /sierra_3: Setting Powered False\u000a02:35:53.464236 bus /sierra_3: Setting Powered False\u000a02:35:54.573492 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:35:34" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14378): Process ended prematurely: osmo-stp_10.42.42.5(pid=14378) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14378)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14378): Process ended prematurely: osmo-stp_10.42.42.5(pid=14378) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14378)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a02:35:56.575427 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:35:56.587113 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:35:56.749746 tst mo_mt_call.py: using LAC 25393\u000a02:35:56.874260 tst mo_mt_call.py: using RAC 148\u000a02:35:56.998779 tst mo_mt_call.py: using CellId 25393\u000a02:35:57.125440 tst mo_mt_call.py: using BVCI 25394\u000a02:35:57.150030 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:35:57.161682 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:35:57.173237 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:35:57.184714 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:35:57.196260 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:35:57.207647 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:35:57.323340 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:35:57.533749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:35:58.049650 run create_hlr_db(pid=14372): Launched\u000a02:35:58.235088 bus /sierra_2: Setting Powered False\u000a02:35:59.256093 run create_hlr_db(pid=14372): Terminated: ok {rc=0}\u000a02:35:59.660570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14374): Launched\u000a02:35:59.962213 run osmo-hlr_10.42.42.2(pid=14375): Launched\u000a02:36:00.079228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:36:00.613440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14377): Launched\u000a02:36:00.976260 run osmo-stp_10.42.42.5(pid=14378): Launched\u000a02:36:01.258331 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:36:01.837774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14380): Launched\u000a02:36:02.157564 run osmo-msc_10.42.42.6(pid=14381): Launched\u000a02:36:02.461549 run osmo-stp_10.42.42.5(pid=14378): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14378)]\u000a02:36:02.599177 run osmo-stp_10.42.42.5(pid=14378): stdout: \u000a| (launched: 2022-12-10_02:36:00.766310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:02.738851 run osmo-stp_10.42.42.5(pid=14378): stderr: \u000a| �[0;m�[38;5;43m20221210023601036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023601040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023601041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023601041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023601042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023601042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023601042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:02.868652 run osmo-stp_10.42.42.5(pid=14378): stdout: \u000a| (launched: 2022-12-10_02:36:00.766310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:02.997406 run osmo-stp_10.42.42.5(pid=14378): stderr: \u000a| �[0;m�[38;5;43m20221210023601036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023601040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023601041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023601041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023601042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023601042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023601042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:03.054273 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14378): Process ended prematurely: osmo-stp_10.42.42.5(pid=14378) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14378)] [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a02:36:03.063588 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a02:36:03.126339 run osmo-hlr_10.42.42.2(pid=14375): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14375)]\u000a02:36:03.177656 run osmo-hlr_10.42.42.2(pid=14375): stdout: \u000a| (launched: 2022-12-10_02:35:59.813403) \u000a02:36:03.229379 run osmo-hlr_10.42.42.2(pid=14375): stderr: \u000a| �[0;m�[1;31m20221210023559990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023559990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023559990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023559990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023559990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023559990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023600002 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023600013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023600013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023600014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:36:03.299820 run osmo-msc_10.42.42.6(pid=14381): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14381)]\u000a02:36:03.351152 run osmo-msc_10.42.42.6(pid=14381): stdout: \u000a| (launched: 2022-12-10_02:36:01.993986) \u000a02:36:03.402977 run osmo-msc_10.42.42.6(pid=14381): stderr: \u000a| �[0;m�[38;5;43m20221210023602503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210023602504 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f587a950c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210023602504 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210023602504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210023602504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210023602504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210023602506 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210023602506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210023602506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210023602506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:36:03.447119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14374): Terminating (SIGTERM)\u000a02:36:03.488594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14377): Terminating (SIGTERM)\u000a02:36:03.530433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14380): Terminating (SIGTERM)\u000a02:36:03.540135 --- ParallelTerminationStrategy: PID 14374 died...\u000a02:36:03.595823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14374): Terminated: ok {rc=0}\u000a02:36:03.605960 --- ParallelTerminationStrategy: PID 14377 died...\u000a02:36:03.661407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14377): Terminated: ok {rc=0}\u000a02:36:03.671500 --- ParallelTerminationStrategy: PID 14380 died...\u000a02:36:03.726965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14380): Terminated: ok {rc=0}\u000a02:36:03.814022 bus /sierra_3: Setting Powered False\u000a02:36:04.918733 bus /sierra_3: Setting Powered False\u000a02:36:06.030674 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14389): Process ended prematurely: osmo-stp_10.42.42.5(pid=14389) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14389)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14389): Process ended prematurely: osmo-stp_10.42.42.5(pid=14389) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:36:07.144874 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:07.157201 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:36:07.322306 tst mo_mt_call_osmux.py: using LAC 25394\u000a02:36:07.448848 tst mo_mt_call_osmux.py: using RAC 149\u000a02:36:07.575501 tst mo_mt_call_osmux.py: using CellId 25394\u000a02:36:07.700900 tst mo_mt_call_osmux.py: using BVCI 25395\u000a02:36:07.725804 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:07.737689 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:07.749153 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:07.760724 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:07.772511 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:07.784073 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:36:07.902513 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:36:08.104862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:36:08.579599 run create_hlr_db(pid=14383): Launched\u000a02:36:08.752763 bus /sierra_2: Setting Powered False\u000a02:36:09.774098 run create_hlr_db(pid=14383): Terminated: ok {rc=0}\u000a02:36:10.202226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14385): Launched\u000a02:36:10.524490 run osmo-hlr_10.42.42.2(pid=14386): Launched\u000a02:36:10.643217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:36:11.203957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14388): Launched\u000a02:36:11.526470 run osmo-stp_10.42.42.5(pid=14389): Launched\u000a02:36:11.643866 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:36:12.233241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14391): Launched\u000a02:36:12.556494 run osmo-msc_10.42.42.6(pid=14392): Launched\u000a02:36:12.747077 run osmo-stp_10.42.42.5(pid=14389): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14389)]\u000a02:36:12.888465 run osmo-stp_10.42.42.5(pid=14389): stdout: \u000a| (launched: 2022-12-10_02:36:11.367866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:13.023409 run osmo-stp_10.42.42.5(pid=14389): stderr: \u000a| �[0;m�[38;5;43m20221210023611559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023611559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023611559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023611560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023611560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023611560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023611560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:13.153335 run osmo-stp_10.42.42.5(pid=14389): stdout: \u000a| (launched: 2022-12-10_02:36:11.367866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:13.282131 run osmo-stp_10.42.42.5(pid=14389): stderr: \u000a| �[0;m�[38;5;43m20221210023611559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023611559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023611559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023611560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023611560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023611560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023611560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:13.338915 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14389): Process ended prematurely: osmo-stp_10.42.42.5(pid=14389) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14389)] [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a02:36:13.348041 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:36:13.410097 run osmo-hlr_10.42.42.2(pid=14386): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14386)]\u000a02:36:13.460985 run osmo-hlr_10.42.42.2(pid=14386): stdout: \u000a| (launched: 2022-12-10_02:36:10.366375) \u000a02:36:13.512596 run osmo-hlr_10.42.42.2(pid=14386): stderr: \u000a| �[0;m�[1;31m20221210023610564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023610565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023610565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023610565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023610565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023610565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023610577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023610585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023610585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023610585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:36:13.583062 run osmo-msc_10.42.42.6(pid=14392): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14392)]\u000a02:36:13.633978 run osmo-msc_10.42.42.6(pid=14392): stdout: \u000a| (launched: 2022-12-10_02:36:12.398116) \u000a02:36:13.685454 run osmo-msc_10.42.42.6(pid=14392): stderr: \u000a| �[0;m�[38;5;43m20221210023612721 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210023612721 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2594db6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210023612721 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210023612721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210023612721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210023612722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210023612723 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210023612724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210023612724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210023612724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:36:13.729056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14385): Terminating (SIGTERM)\u000a02:36:13.770343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14388): Terminating (SIGTERM)\u000a02:36:13.811984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14391): Terminating (SIGTERM)\u000a02:36:13.821600 --- ParallelTerminationStrategy: PID 14385 died...\u000a02:36:13.877190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14385): Terminated: ok {rc=0}\u000a02:36:13.887304 --- ParallelTerminationStrategy: PID 14388 died...\u000a02:36:13.942630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14388): Terminated: ok {rc=0}\u000a02:36:13.952583 --- ParallelTerminationStrategy: PID 14391 died...\u000a02:36:14.007638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14391): Terminated: ok {rc=0}\u000a02:36:14.094306 bus /sierra_3: Setting Powered False\u000a02:36:15.194988 bus /sierra_3: Setting Powered False\u000a02:36:16.311478 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:35:56" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14404): Process ended prematurely: osmo-stp_10.42.42.5(pid=14404) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14404)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14404): Process ended prematurely: osmo-stp_10.42.42.5(pid=14404) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14404)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:36:18.328848 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:18.340569 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:36:18.505420 tst mo_mt_call.py: using LAC 25395\u000a02:36:18.630456 tst mo_mt_call.py: using RAC 150\u000a02:36:18.754906 tst mo_mt_call.py: using CellId 25395\u000a02:36:18.880692 tst mo_mt_call.py: using BVCI 25396\u000a02:36:18.905454 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:18.917192 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:18.928773 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:18.940298 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:18.951955 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:18.963530 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:36:19.078958 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:36:19.280775 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:36:19.756822 run create_hlr_db(pid=14398): Launched\u000a02:36:19.930714 bus /sierra_2: Setting Powered False\u000a02:36:20.952477 run create_hlr_db(pid=14398): Terminated: ok {rc=0}\u000a02:36:21.354742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14400): Launched\u000a02:36:21.657426 run osmo-hlr_10.42.42.2(pid=14401): Launched\u000a02:36:21.767440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:36:22.290679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14403): Launched\u000a02:36:22.593103 run osmo-stp_10.42.42.5(pid=14404): Launched\u000a02:36:22.703027 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:36:23.254666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14406): Launched\u000a02:36:23.558081 run osmo-msc_10.42.42.6(pid=14407): Launched\u000a02:36:23.736174 run osmo-stp_10.42.42.5(pid=14404): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14404)]\u000a02:36:23.864666 run osmo-stp_10.42.42.5(pid=14404): stdout: \u000a| (launched: 2022-12-10_02:36:22.443750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:23.991714 run osmo-stp_10.42.42.5(pid=14404): stderr: \u000a| �[0;m�[38;5;43m20221210023622614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023622614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023622614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023622615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023622615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023622615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023622615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:24.112868 run osmo-stp_10.42.42.5(pid=14404): stdout: \u000a| (launched: 2022-12-10_02:36:22.443750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:24.232707 run osmo-stp_10.42.42.5(pid=14404): stderr: \u000a| �[0;m�[38;5;43m20221210023622614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023622614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023622614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023622615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023622615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023622615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023622615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:24.285590 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14404): Process ended prematurely: osmo-stp_10.42.42.5(pid=14404) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14404)] [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a02:36:24.294131 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a02:36:24.353750 run osmo-hlr_10.42.42.2(pid=14401): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14401)]\u000a02:36:24.402654 run osmo-hlr_10.42.42.2(pid=14401): stdout: \u000a| (launched: 2022-12-10_02:36:21.508430) \u000a02:36:24.452064 run osmo-hlr_10.42.42.2(pid=14401): stderr: \u000a| �[0;m�[1;31m20221210023621683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023621683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023621683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023621683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023621683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023621683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023621695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023621705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023621706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023621706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:36:24.519717 run osmo-msc_10.42.42.6(pid=14407): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14407)]\u000a02:36:24.568499 run osmo-msc_10.42.42.6(pid=14407): stdout: \u000a| (launched: 2022-12-10_02:36:23.408487) \u000a02:36:24.617900 run osmo-msc_10.42.42.6(pid=14407): stderr: \u000a| �[0;m�[38;5;43m20221210023623681 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210023623681 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe04024c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210023623681 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210023623681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210023623681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210023623681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210023623683 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210023623683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210023623684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210023623684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:36:24.659314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14400): Terminating (SIGTERM)\u000a02:36:24.698896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14403): Terminating (SIGTERM)\u000a02:36:24.738520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14406): Terminating (SIGTERM)\u000a02:36:24.747917 --- ParallelTerminationStrategy: PID 14400 died...\u000a02:36:24.801224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14400): Terminated: ok {rc=0}\u000a02:36:24.810736 --- ParallelTerminationStrategy: PID 14403 died...\u000a02:36:24.863620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14403): Terminated: ok {rc=0}\u000a02:36:24.873198 --- ParallelTerminationStrategy: PID 14406 died...\u000a02:36:24.926067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14406): Terminated: ok {rc=0}\u000a02:36:25.009427 bus /sierra_3: Setting Powered False\u000a02:36:26.116449 bus /sierra_3: Setting Powered False\u000a02:36:27.228458 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14415): Process ended prematurely: osmo-stp_10.42.42.5(pid=14415) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14415)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14415): Process ended prematurely: osmo-stp_10.42.42.5(pid=14415) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:36:28.338656 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:28.350621 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:36:28.507884 tst mo_mt_call_osmux.py: using LAC 25396\u000a02:36:28.628249 tst mo_mt_call_osmux.py: using RAC 151\u000a02:36:28.750605 tst mo_mt_call_osmux.py: using CellId 25396\u000a02:36:28.871623 tst mo_mt_call_osmux.py: using BVCI 25397\u000a02:36:28.894636 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:28.905889 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:28.916942 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:28.928289 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:28.939702 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:28.950971 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:36:29.070305 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:36:29.273272 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:36:29.751517 run create_hlr_db(pid=14409): Launched\u000a02:36:29.925978 bus /sierra_2: Setting Powered False\u000a02:36:30.963021 run create_hlr_db(pid=14409): Terminated: ok {rc=0}\u000a02:36:31.390937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14411): Launched\u000a02:36:31.801804 run osmo-hlr_10.42.42.2(pid=14412): Launched\u000a02:36:31.983045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:36:32.620883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14414): Launched\u000a02:36:32.924134 run osmo-stp_10.42.42.5(pid=14415): Launched\u000a02:36:33.034926 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:36:33.590429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14417): Launched\u000a02:36:33.893198 run osmo-msc_10.42.42.6(pid=14418): Launched\u000a02:36:34.071834 run osmo-stp_10.42.42.5(pid=14415): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14415)]\u000a02:36:34.201466 run osmo-stp_10.42.42.5(pid=14415): stdout: \u000a| (launched: 2022-12-10_02:36:32.774152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:34.327938 run osmo-stp_10.42.42.5(pid=14415): stderr: \u000a| �[0;m�[38;5;43m20221210023632943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023632943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023632943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023632944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023632944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023632944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023632944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:34.449407 run osmo-stp_10.42.42.5(pid=14415): stdout: \u000a| (launched: 2022-12-10_02:36:32.774152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:34.569351 run osmo-stp_10.42.42.5(pid=14415): stderr: \u000a| �[0;m�[38;5;43m20221210023632943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023632943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023632943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023632944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023632944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023632944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023632944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:34.622415 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14415): Process ended prematurely: osmo-stp_10.42.42.5(pid=14415) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14415)] [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a02:36:34.630844 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a02:36:34.690493 run osmo-hlr_10.42.42.2(pid=14412): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14412)]\u000a02:36:34.739426 run osmo-hlr_10.42.42.2(pid=14412): stdout: \u000a| (launched: 2022-12-10_02:36:31.548919) \u000a02:36:34.789111 run osmo-hlr_10.42.42.2(pid=14412): stderr: \u000a| �[0;m�[1;31m20221210023631888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023631888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023631888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023631888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023631888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023631888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023631917 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023631934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023631934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023631934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:36:34.856312 run osmo-msc_10.42.42.6(pid=14418): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14418)]\u000a02:36:34.905344 run osmo-msc_10.42.42.6(pid=14418): stdout: \u000a| (launched: 2022-12-10_02:36:33.743705) \u000a02:36:34.954987 run osmo-msc_10.42.42.6(pid=14418): stderr: \u000a| �[0;m�[38;5;43m20221210023634015 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210023634015 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f53518d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210023634015 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210023634015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210023634015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210023634015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210023634017 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210023634018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210023634018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210023634018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:36:34.997113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14411): Terminating (SIGTERM)\u000a02:36:35.036513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14414): Terminating (SIGTERM)\u000a02:36:35.076385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14417): Terminating (SIGTERM)\u000a02:36:35.085809 --- ParallelTerminationStrategy: PID 14411 died...\u000a02:36:35.139200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14411): Terminated: ok {rc=0}\u000a02:36:35.148662 --- ParallelTerminationStrategy: PID 14414 died...\u000a02:36:35.201292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14414): Terminated: ok {rc=0}\u000a02:36:35.211015 --- ParallelTerminationStrategy: PID 14417 died...\u000a02:36:35.263803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14417): Terminated: ok {rc=0}\u000a02:36:35.352155 bus /sierra_3: Setting Powered False\u000a02:36:36.454439 bus /sierra_3: Setting Powered False\u000a02:36:37.564662 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:36:18" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14429): Process ended prematurely: osmo-stp_10.42.42.5(pid=14429) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14429)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14429): Process ended prematurely: osmo-stp_10.42.42.5(pid=14429) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:36:39.567956 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:36:39.579569 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:36:39.741216 tst mo_mt_call.py: using LAC 25397\u000a02:36:39.861388 tst mo_mt_call.py: using RAC 152\u000a02:36:39.985397 tst mo_mt_call.py: using CellId 25397\u000a02:36:40.110045 tst mo_mt_call.py: using BVCI 25398\u000a02:36:40.134699 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:36:40.146394 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:36:40.157974 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:36:40.169571 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:36:40.181155 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:36:40.192495 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:36:40.308280 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:36:40.514627 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:36:41.020909 run create_hlr_db(pid=14423): Launched\u000a02:36:41.195411 bus /sierra_2: Setting Powered False\u000a02:36:42.215242 run create_hlr_db(pid=14423): Terminated: ok {rc=0}\u000a02:36:42.617097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14425): Launched\u000a02:36:42.919077 run osmo-hlr_10.42.42.2(pid=14426): Launched\u000a02:36:43.031223 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:36:43.554404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14428): Launched\u000a02:36:43.857990 run osmo-stp_10.42.42.5(pid=14429): Launched\u000a02:36:43.968458 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:36:44.519562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14431): Launched\u000a02:36:44.822037 run osmo-msc_10.42.42.6(pid=14432): Launched\u000a02:36:44.999921 run osmo-stp_10.42.42.5(pid=14429): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14429)]\u000a02:36:45.128514 run osmo-stp_10.42.42.5(pid=14429): stdout: \u000a| (launched: 2022-12-10_02:36:43.707811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:45.254997 run osmo-stp_10.42.42.5(pid=14429): stderr: \u000a| �[0;m�[38;5;43m20221210023643878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023643878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023643878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023643879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023643879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023643879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023643879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:45.375660 run osmo-stp_10.42.42.5(pid=14429): stdout: \u000a| (launched: 2022-12-10_02:36:43.707811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:45.495289 run osmo-stp_10.42.42.5(pid=14429): stderr: \u000a| �[0;m�[38;5;43m20221210023643878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023643878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023643878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023643879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023643879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023643879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023643879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:45.548109 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14429): Process ended prematurely: osmo-stp_10.42.42.5(pid=14429) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14429)] [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a02:36:45.556616 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a02:36:45.615934 run osmo-hlr_10.42.42.2(pid=14426): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14426)]\u000a02:36:45.664806 run osmo-hlr_10.42.42.2(pid=14426): stdout: \u000a| (launched: 2022-12-10_02:36:42.770253) \u000a02:36:45.714420 run osmo-hlr_10.42.42.2(pid=14426): stderr: \u000a| �[0;m�[1;31m20221210023642946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023642946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023642946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023642946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023642946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023642946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023642962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023642971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023642971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023642971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:36:45.781608 run osmo-msc_10.42.42.6(pid=14432): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14432)]\u000a02:36:45.830818 run osmo-msc_10.42.42.6(pid=14432): stdout: \u000a| (launched: 2022-12-10_02:36:44.672276) \u000a02:36:45.882427 run osmo-msc_10.42.42.6(pid=14432): stderr: \u000a| �[0;m�[38;5;43m20221210023644942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210023644942 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb365785c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210023644942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210023644943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210023644943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210023644943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210023644945 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210023644945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210023644945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210023644945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:36:45.925485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14425): Terminating (SIGTERM)\u000a02:36:45.967177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14428): Terminating (SIGTERM)\u000a02:36:46.008552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14431): Terminating (SIGTERM)\u000a02:36:46.018232 --- ParallelTerminationStrategy: PID 14425 died...\u000a02:36:46.074152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14425): Terminated: ok {rc=0}\u000a02:36:46.084695 --- ParallelTerminationStrategy: PID 14428 died...\u000a02:36:46.139310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14428): Terminated: ok {rc=0}\u000a02:36:46.150775 --- ParallelTerminationStrategy: PID 14431 died...\u000a02:36:46.206871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14431): Terminated: ok {rc=0}\u000a02:36:46.292257 bus /sierra_3: Setting Powered False\u000a02:36:47.394759 bus /sierra_3: Setting Powered False\u000a02:36:48.503759 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14440): Process ended prematurely: osmo-stp_10.42.42.5(pid=14440) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14440)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14440): Process ended prematurely: osmo-stp_10.42.42.5(pid=14440) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14440)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:36:49.618362 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:36:49.630726 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:36:49.794481 tst mo_mt_call_osmux.py: using LAC 25398\u000a02:36:49.921894 tst mo_mt_call_osmux.py: using RAC 153\u000a02:36:50.048362 tst mo_mt_call_osmux.py: using CellId 25398\u000a02:36:50.174932 tst mo_mt_call_osmux.py: using BVCI 25399\u000a02:36:50.199467 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:36:50.211338 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:36:50.222839 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:36:50.234386 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:36:50.245956 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:36:50.257386 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:36:50.376393 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:36:50.579428 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:36:51.056586 run create_hlr_db(pid=14434): Launched\u000a02:36:51.230237 bus /sierra_2: Setting Powered False\u000a02:36:52.251435 run create_hlr_db(pid=14434): Terminated: ok {rc=0}\u000a02:36:52.681856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14436): Launched\u000a02:36:53.006187 run osmo-hlr_10.42.42.2(pid=14437): Launched\u000a02:36:53.128607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:36:53.691496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14439): Launched\u000a02:36:54.015760 run osmo-stp_10.42.42.5(pid=14440): Launched\u000a02:36:54.132928 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:36:54.722091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14442): Launched\u000a02:36:55.044463 run osmo-msc_10.42.42.6(pid=14443): Launched\u000a02:36:55.235364 run osmo-stp_10.42.42.5(pid=14440): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14440)]\u000a02:36:55.371755 run osmo-stp_10.42.42.5(pid=14440): stdout: \u000a| (launched: 2022-12-10_02:36:53.855795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:55.508199 run osmo-stp_10.42.42.5(pid=14440): stderr: \u000a| �[0;m�[38;5;43m20221210023654048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023654048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023654048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023654049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023654049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023654049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023654049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:55.637600 run osmo-stp_10.42.42.5(pid=14440): stdout: \u000a| (launched: 2022-12-10_02:36:53.855795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:55.765539 run osmo-stp_10.42.42.5(pid=14440): stderr: \u000a| �[0;m�[38;5;43m20221210023654048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023654048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023654048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023654049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023654049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023654049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023654049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:55.822137 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14440): Process ended prematurely: osmo-stp_10.42.42.5(pid=14440) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14440)] [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a02:36:55.831296 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:36:55.893699 run osmo-hlr_10.42.42.2(pid=14437): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14437)]\u000a02:36:55.945500 run osmo-hlr_10.42.42.2(pid=14437): stdout: \u000a| (launched: 2022-12-10_02:36:52.846555) \u000a02:36:55.997304 run osmo-hlr_10.42.42.2(pid=14437): stderr: \u000a| �[0;m�[1;31m20221210023653043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023653043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023653043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023653043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023653043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023653043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023653056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023653064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023653065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023653065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:36:56.067383 run osmo-msc_10.42.42.6(pid=14443): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14443)]\u000a02:36:56.118252 run osmo-msc_10.42.42.6(pid=14443): stdout: \u000a| (launched: 2022-12-10_02:36:54.885985) \u000a02:36:56.169592 run osmo-msc_10.42.42.6(pid=14443): stderr: \u000a| �[0;m�[38;5;43m20221210023655208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210023655208 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f410a3cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210023655208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210023655208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210023655208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210023655208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210023655210 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210023655210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210023655211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210023655211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:36:56.213128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14436): Terminating (SIGTERM)\u000a02:36:56.254329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14439): Terminating (SIGTERM)\u000a02:36:56.295792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14442): Terminating (SIGTERM)\u000a02:36:56.305348 --- ParallelTerminationStrategy: PID 14436 died...\u000a02:36:56.360512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14436): Terminated: ok {rc=0}\u000a02:36:56.370497 --- ParallelTerminationStrategy: PID 14439 died...\u000a02:36:56.425241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14439): Terminated: ok {rc=0}\u000a02:36:56.435186 --- ParallelTerminationStrategy: PID 14442 died...\u000a02:36:56.490050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14442): Terminated: ok {rc=0}\u000a02:36:56.576432 bus /sierra_3: Setting Powered False\u000a02:36:57.679767 bus /sierra_3: Setting Powered False\u000a02:36:58.790646 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:36:39" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14454): Process ended prematurely: osmo-stp_10.42.42.5(pid=14454) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14454)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14454): Process ended prematurely: osmo-stp_10.42.42.5(pid=14454) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:37:00.785420 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:00.796591 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:37:00.964043 tst mo_mt_call.py: using LAC 25399\u000a02:37:01.082977 tst mo_mt_call.py: using RAC 154\u000a02:37:01.203752 tst mo_mt_call.py: using CellId 25399\u000a02:37:01.324317 tst mo_mt_call.py: using BVCI 25400\u000a02:37:01.348610 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:01.360776 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:01.372870 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:01.386821 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:01.400241 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:01.412881 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:37:01.540912 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:37:01.782996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:37:02.278452 run create_hlr_db(pid=14448): Launched\u000a02:37:02.456548 bus /sierra_2: Setting Powered False\u000a02:37:03.474594 run create_hlr_db(pid=14448): Terminated: ok {rc=0}\u000a02:37:03.903309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14450): Launched\u000a02:37:04.226136 run osmo-hlr_10.42.42.2(pid=14451): Launched\u000a02:37:04.344218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:37:04.902263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14453): Launched\u000a02:37:05.226129 run osmo-stp_10.42.42.5(pid=14454): Launched\u000a02:37:05.343708 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:37:05.937327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14456): Launched\u000a02:37:06.260647 run osmo-msc_10.42.42.6(pid=14457): Launched\u000a02:37:06.450470 run osmo-stp_10.42.42.5(pid=14454): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14454)]\u000a02:37:06.587159 run osmo-stp_10.42.42.5(pid=14454): stdout: \u000a| (launched: 2022-12-10_02:37:05.066702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:06.723901 run osmo-stp_10.42.42.5(pid=14454): stderr: \u000a| �[0;m�[38;5;43m20221210023705260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023705260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023705260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023705261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023705261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023705261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023705261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:06.853693 run osmo-stp_10.42.42.5(pid=14454): stdout: \u000a| (launched: 2022-12-10_02:37:05.066702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:06.982316 run osmo-stp_10.42.42.5(pid=14454): stderr: \u000a| �[0;m�[38;5;43m20221210023705260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023705260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023705260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023705261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023705261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023705261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023705261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:07.038864 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14454): Process ended prematurely: osmo-stp_10.42.42.5(pid=14454) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14454)] [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a02:37:07.047822 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:37:07.109562 run osmo-hlr_10.42.42.2(pid=14451): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14451)]\u000a02:37:07.160385 run osmo-hlr_10.42.42.2(pid=14451): stdout: \u000a| (launched: 2022-12-10_02:37:04.068404) \u000a02:37:07.211795 run osmo-hlr_10.42.42.2(pid=14451): stderr: \u000a| �[0;m�[1;31m20221210023704268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023704268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023704268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023704268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023704268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023704268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023704280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023704288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023704289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023704289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:37:07.281675 run osmo-msc_10.42.42.6(pid=14457): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14457)]\u000a02:37:07.332478 run osmo-msc_10.42.42.6(pid=14457): stdout: \u000a| (launched: 2022-12-10_02:37:06.102423) \u000a02:37:07.383818 run osmo-msc_10.42.42.6(pid=14457): stderr: \u000a| �[0;m�[38;5;43m20221210023706426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210023706426 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10e0090c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210023706426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210023706426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210023706426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210023706426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210023706428 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210023706429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210023706429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210023706429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:37:07.427420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14450): Terminating (SIGTERM)\u000a02:37:07.468572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14453): Terminating (SIGTERM)\u000a02:37:07.510092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14456): Terminating (SIGTERM)\u000a02:37:07.519623 --- ParallelTerminationStrategy: PID 14450 died...\u000a02:37:07.574851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14450): Terminated: ok {rc=0}\u000a02:37:07.584754 --- ParallelTerminationStrategy: PID 14453 died...\u000a02:37:07.639984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14453): Terminated: ok {rc=0}\u000a02:37:07.649876 --- ParallelTerminationStrategy: PID 14456 died...\u000a02:37:07.704697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14456): Terminated: ok {rc=0}\u000a02:37:07.790852 bus /sierra_3: Setting Powered False\u000a02:37:08.896882 bus /sierra_3: Setting Powered False\u000a02:37:10.005983 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14465): Process ended prematurely: osmo-stp_10.42.42.5(pid=14465) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14465)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14465): Process ended prematurely: osmo-stp_10.42.42.5(pid=14465) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:37:11.122476 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:11.134712 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:37:11.304399 tst mo_mt_call_osmux.py: using LAC 25400\u000a02:37:11.429554 tst mo_mt_call_osmux.py: using RAC 155\u000a02:37:11.553874 tst mo_mt_call_osmux.py: using CellId 25400\u000a02:37:11.679050 tst mo_mt_call_osmux.py: using BVCI 25401\u000a02:37:11.703553 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:11.715269 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:11.726957 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:11.738550 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:11.750199 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:11.761693 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:37:11.880927 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:37:12.095754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:37:12.611896 run create_hlr_db(pid=14459): Launched\u000a02:37:12.798676 bus /sierra_2: Setting Powered False\u000a02:37:13.820214 run create_hlr_db(pid=14459): Terminated: ok {rc=0}\u000a02:37:14.226183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14461): Launched\u000a02:37:14.528847 run osmo-hlr_10.42.42.2(pid=14462): Launched\u000a02:37:14.645883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:37:15.170351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14464): Launched\u000a02:37:15.473803 run osmo-stp_10.42.42.5(pid=14465): Launched\u000a02:37:15.585278 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:37:16.157173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14467): Launched\u000a02:37:16.573705 run osmo-msc_10.42.42.6(pid=14468): Launched\u000a02:37:16.854318 run osmo-stp_10.42.42.5(pid=14465): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14465)]\u000a02:37:17.112471 run osmo-stp_10.42.42.5(pid=14465): stdout: \u000a| (launched: 2022-12-10_02:37:15.323792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:17.258754 run osmo-stp_10.42.42.5(pid=14465): stderr: \u000a| �[0;m�[38;5;43m20221210023715492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023715492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023715493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023715493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023715493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023715493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023715494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:17.383621 run osmo-stp_10.42.42.5(pid=14465): stdout: \u000a| (launched: 2022-12-10_02:37:15.323792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:17.508656 run osmo-stp_10.42.42.5(pid=14465): stderr: \u000a| �[0;m�[38;5;43m20221210023715492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023715492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023715493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023715493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023715493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023715493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023715494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:17.564073 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14465): Process ended prematurely: osmo-stp_10.42.42.5(pid=14465) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14465)] [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a02:37:17.573556 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a02:37:17.633876 run osmo-hlr_10.42.42.2(pid=14462): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14462)]\u000a02:37:17.683878 run osmo-hlr_10.42.42.2(pid=14462): stdout: \u000a| (launched: 2022-12-10_02:37:14.379883) \u000a02:37:17.734927 run osmo-hlr_10.42.42.2(pid=14462): stderr: \u000a| �[0;m�[1;31m20221210023714555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023714555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023714556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023714556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023714556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023714556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023714567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023714576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023714576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023714576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:37:17.802990 run osmo-msc_10.42.42.6(pid=14468): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14468)]\u000a02:37:17.852339 run osmo-msc_10.42.42.6(pid=14468): stdout: \u000a| (launched: 2022-12-10_02:37:16.312592) \u000a02:37:17.902326 run osmo-msc_10.42.42.6(pid=14468): stderr: \u000a| �[0;m�[38;5;43m20221210023716904 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210023716904 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8932d54c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210023716904 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210023716904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210023716904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210023716905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210023716914 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210023716915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210023716915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210023716915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:37:17.944465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14461): Terminating (SIGTERM)\u000a02:37:17.984073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14464): Terminating (SIGTERM)\u000a02:37:18.023900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14467): Terminating (SIGTERM)\u000a02:37:18.033406 --- ParallelTerminationStrategy: PID 14461 died...\u000a02:37:18.087060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14461): Terminated: ok {rc=0}\u000a02:37:18.096601 --- ParallelTerminationStrategy: PID 14464 died...\u000a02:37:18.149473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14464): Terminated: ok {rc=0}\u000a02:37:18.159214 --- ParallelTerminationStrategy: PID 14467 died...\u000a02:37:18.212071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14467): Terminated: ok {rc=0}\u000a02:37:18.301205 bus /sierra_3: Setting Powered False\u000a02:37:19.406702 bus /sierra_3: Setting Powered False\u000a02:37:20.519717 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:37:00" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14479): Process ended prematurely: osmo-stp_10.42.42.5(pid=14479) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14479)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14479): Process ended prematurely: osmo-stp_10.42.42.5(pid=14479) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a02:37:22.530975 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:22.542700 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:37:22.706479 tst mo_mt_call.py: using LAC 25401\u000a02:37:22.831604 tst mo_mt_call.py: using RAC 156\u000a02:37:22.957365 tst mo_mt_call.py: using CellId 25401\u000a02:37:23.085264 tst mo_mt_call.py: using BVCI 25402\u000a02:37:23.109784 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:23.121525 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:23.132860 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:23.144613 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:23.156364 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:23.168061 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:37:23.285286 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:37:23.496720 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:37:24.014740 run create_hlr_db(pid=14473): Launched\u000a02:37:24.201532 bus /sierra_2: Setting Powered False\u000a02:37:25.222656 run create_hlr_db(pid=14473): Terminated: ok {rc=0}\u000a02:37:25.651634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14475): Launched\u000a02:37:25.975344 run osmo-hlr_10.42.42.2(pid=14476): Launched\u000a02:37:26.093059 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:37:26.652091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14478): Launched\u000a02:37:26.975771 run osmo-stp_10.42.42.5(pid=14479): Launched\u000a02:37:27.093166 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:37:27.683491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14481): Launched\u000a02:37:28.007800 run osmo-msc_10.42.42.6(pid=14482): Launched\u000a02:37:28.197878 run osmo-stp_10.42.42.5(pid=14479): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14479)]\u000a02:37:28.334842 run osmo-stp_10.42.42.5(pid=14479): stdout: \u000a| (launched: 2022-12-10_02:37:26.816530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:28.471515 run osmo-stp_10.42.42.5(pid=14479): stderr: \u000a| �[0;m�[38;5;43m20221210023727010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023727010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023727010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023727011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023727011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023727011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023727011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:28.601541 run osmo-stp_10.42.42.5(pid=14479): stdout: \u000a| (launched: 2022-12-10_02:37:26.816530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:28.730121 run osmo-stp_10.42.42.5(pid=14479): stderr: \u000a| �[0;m�[38;5;43m20221210023727010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023727010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023727010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023727011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023727011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023727011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023727011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:28.786973 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14479): Process ended prematurely: osmo-stp_10.42.42.5(pid=14479) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14479)] [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a02:37:28.796201 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:37:28.858090 run osmo-hlr_10.42.42.2(pid=14476): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14476)]\u000a02:37:28.908885 run osmo-hlr_10.42.42.2(pid=14476): stdout: \u000a| (launched: 2022-12-10_02:37:25.816851) \u000a02:37:28.960717 run osmo-hlr_10.42.42.2(pid=14476): stderr: \u000a| �[0;m�[1;31m20221210023726015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023726015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023726015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023726015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023726015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023726015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023726027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023726035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023726035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023726035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:37:29.030957 run osmo-msc_10.42.42.6(pid=14482): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14482)]\u000a02:37:29.081959 run osmo-msc_10.42.42.6(pid=14482): stdout: \u000a| (launched: 2022-12-10_02:37:27.848558) \u000a02:37:29.133449 run osmo-msc_10.42.42.6(pid=14482): stderr: \u000a| �[0;m�[38;5;43m20221210023728171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210023728171 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7197919c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210023728171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210023728171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210023728172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210023728172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210023728173 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210023728174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210023728174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210023728174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:37:29.177235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14475): Terminating (SIGTERM)\u000a02:37:29.218615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14478): Terminating (SIGTERM)\u000a02:37:29.259999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14481): Terminating (SIGTERM)\u000a02:37:29.269627 --- ParallelTerminationStrategy: PID 14475 died...\u000a02:37:29.325410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14475): Terminated: ok {rc=0}\u000a02:37:29.335487 --- ParallelTerminationStrategy: PID 14478 died...\u000a02:37:29.390695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14478): Terminated: ok {rc=0}\u000a02:37:29.400612 --- ParallelTerminationStrategy: PID 14481 died...\u000a02:37:29.455740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14481): Terminated: ok {rc=0}\u000a02:37:29.542959 bus /sierra_3: Setting Powered False\u000a02:37:30.646924 bus /sierra_3: Setting Powered False\u000a02:37:31.766052 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14491): Process ended prematurely: osmo-stp_10.42.42.5(pid=14491) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14491)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14491): Process ended prematurely: osmo-stp_10.42.42.5(pid=14491) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:37:32.881905 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:32.894329 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:37:33.062234 tst mo_mt_call_osmux.py: using LAC 25402\u000a02:37:33.189266 tst mo_mt_call_osmux.py: using RAC 157\u000a02:37:33.318462 tst mo_mt_call_osmux.py: using CellId 25402\u000a02:37:33.444859 tst mo_mt_call_osmux.py: using BVCI 25403\u000a02:37:33.469804 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:33.481538 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:33.492888 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:33.504428 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:33.516022 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:33.527508 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:37:33.647622 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:37:33.856057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:37:34.368061 run create_hlr_db(pid=14484): Launched\u000a02:37:34.542017 bus /sierra_2: Setting Powered False\u000a02:37:35.563136 run create_hlr_db(pid=14484): Terminated: ok {rc=0}\u000a02:37:35.973166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14486): Launched\u000a02:37:36.275299 run osmo-hlr_10.42.42.2(pid=14488): Launched\u000a02:37:36.391743 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:37:36.926517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14490): Launched\u000a02:37:37.229625 run osmo-stp_10.42.42.5(pid=14491): Launched\u000a02:37:37.339956 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:37:37.891606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14493): Launched\u000a02:37:38.196516 run osmo-msc_10.42.42.6(pid=14494): Launched\u000a02:37:38.375595 run osmo-stp_10.42.42.5(pid=14491): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14491)]\u000a02:37:38.505519 run osmo-stp_10.42.42.5(pid=14491): stdout: \u000a| (launched: 2022-12-10_02:37:37.080706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:38.632336 run osmo-stp_10.42.42.5(pid=14491): stderr: \u000a| �[0;m�[38;5;43m20221210023737249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023737250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023737250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023737250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023737251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023737251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023737251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:38.754321 run osmo-stp_10.42.42.5(pid=14491): stdout: \u000a| (launched: 2022-12-10_02:37:37.080706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:38.874843 run osmo-stp_10.42.42.5(pid=14491): stderr: \u000a| �[0;m�[38;5;43m20221210023737249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023737250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023737250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023737250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023737251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023737251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023737251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:38.928001 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14491): Process ended prematurely: osmo-stp_10.42.42.5(pid=14491) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14491)] [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a02:37:38.936646 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a02:37:38.996483 run osmo-hlr_10.42.42.2(pid=14488): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14488)]\u000a02:37:39.045294 run osmo-hlr_10.42.42.2(pid=14488): stdout: \u000a| (launched: 2022-12-10_02:37:36.126554) \u000a02:37:39.095077 run osmo-hlr_10.42.42.2(pid=14488): stderr: \u000a| �[0;m�[1;31m20221210023736304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023736304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023736304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023736304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023736305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023736305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023736316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023736326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023736326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023736326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:37:39.161876 run osmo-msc_10.42.42.6(pid=14494): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14494)]\u000a02:37:39.210518 run osmo-msc_10.42.42.6(pid=14494): stdout: \u000a| (launched: 2022-12-10_02:37:38.045659) \u000a02:37:39.259753 run osmo-msc_10.42.42.6(pid=14494): stderr: \u000a| �[0;m�[38;5;43m20221210023738318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210023738318 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f42477ebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210023738318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210023738318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210023738318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210023738319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210023738320 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210023738321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210023738321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210023738321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:37:39.301240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14486): Terminating (SIGTERM)\u000a02:37:39.340598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14490): Terminating (SIGTERM)\u000a02:37:39.380359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14493): Terminating (SIGTERM)\u000a02:37:39.389725 --- ParallelTerminationStrategy: PID 14486 died...\u000a02:37:39.443197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14486): Terminated: ok {rc=0}\u000a02:37:39.452850 --- ParallelTerminationStrategy: PID 14490 died...\u000a02:37:39.506188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14490): Terminated: ok {rc=0}\u000a02:37:39.515807 --- ParallelTerminationStrategy: PID 14493 died...\u000a02:37:39.568578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14493): Terminated: ok {rc=0}\u000a02:37:39.652135 bus /sierra_3: Setting Powered False\u000a02:37:40.756941 bus /sierra_3: Setting Powered False\u000a02:37:41.864594 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:37:22" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14505): Process ended prematurely: osmo-stp_10.42.42.5(pid=14505) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14505)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14505): Process ended prematurely: osmo-stp_10.42.42.5(pid=14505) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a02:37:43.853727 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:37:43.864540 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:37:44.024297 tst mo_mt_call.py: using LAC 25403\u000a02:37:44.143635 tst mo_mt_call.py: using RAC 158\u000a02:37:44.259783 tst mo_mt_call.py: using CellId 25403\u000a02:37:44.377501 tst mo_mt_call.py: using BVCI 25404\u000a02:37:44.400230 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:37:44.411191 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:37:44.422045 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:37:44.433268 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:37:44.444423 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:37:44.455446 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:37:44.569590 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:37:44.769135 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:37:45.243808 run create_hlr_db(pid=14499): Launched\u000a02:37:45.417389 bus /sierra_2: Setting Powered False\u000a02:37:46.441172 run create_hlr_db(pid=14499): Terminated: ok {rc=0}\u000a02:37:46.867260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14501): Launched\u000a02:37:47.272277 run osmo-hlr_10.42.42.2(pid=14502): Launched\u000a02:37:47.390127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:37:47.913712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14504): Launched\u000a02:37:48.216531 run osmo-stp_10.42.42.5(pid=14505): Launched\u000a02:37:48.326562 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:37:48.877881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14507): Launched\u000a02:37:49.181239 run osmo-msc_10.42.42.6(pid=14508): Launched\u000a02:37:49.359921 run osmo-stp_10.42.42.5(pid=14505): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14505)]\u000a02:37:49.489266 run osmo-stp_10.42.42.5(pid=14505): stdout: \u000a| (launched: 2022-12-10_02:37:48.067795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:49.615929 run osmo-stp_10.42.42.5(pid=14505): stderr: \u000a| �[0;m�[38;5;43m20221210023748236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023748236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023748236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023748237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023748237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023748237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023748237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:49.737368 run osmo-stp_10.42.42.5(pid=14505): stdout: \u000a| (launched: 2022-12-10_02:37:48.067795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:49.857454 run osmo-stp_10.42.42.5(pid=14505): stderr: \u000a| �[0;m�[38;5;43m20221210023748236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023748236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023748236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023748237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023748237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023748237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023748237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:49.910879 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14505): Process ended prematurely: osmo-stp_10.42.42.5(pid=14505) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14505)] [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a02:37:49.919452 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:37:49.980150 run osmo-hlr_10.42.42.2(pid=14502): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14502)]\u000a02:37:50.029421 run osmo-hlr_10.42.42.2(pid=14502): stdout: \u000a| (launched: 2022-12-10_02:37:47.024467) \u000a02:37:50.078974 run osmo-hlr_10.42.42.2(pid=14502): stderr: \u000a| �[0;m�[1;31m20221210023747238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023747238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023747238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023747238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023747238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023747238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023747256 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023747279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023747279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023747279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:37:50.145850 run osmo-msc_10.42.42.6(pid=14508): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14508)]\u000a02:37:50.195215 run osmo-msc_10.42.42.6(pid=14508): stdout: \u000a| (launched: 2022-12-10_02:37:49.031596) \u000a02:37:50.244886 run osmo-msc_10.42.42.6(pid=14508): stderr: \u000a| �[0;m�[38;5;43m20221210023749301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210023749302 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb227d4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210023749302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210023749302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210023749302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210023749302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210023749304 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210023749304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210023749304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210023749304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:37:50.286589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14501): Terminating (SIGTERM)\u000a02:37:50.326359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14504): Terminating (SIGTERM)\u000a02:37:50.365918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14507): Terminating (SIGTERM)\u000a02:37:50.375064 --- ParallelTerminationStrategy: PID 14501 died...\u000a02:37:50.428307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14501): Terminated: ok {rc=0}\u000a02:37:50.437914 --- ParallelTerminationStrategy: PID 14504 died...\u000a02:37:50.490859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14504): Terminated: ok {rc=0}\u000a02:37:50.500657 --- ParallelTerminationStrategy: PID 14507 died...\u000a02:37:50.553785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14507): Terminated: ok {rc=0}\u000a02:37:50.641664 bus /sierra_3: Setting Powered False\u000a02:37:51.745635 bus /sierra_3: Setting Powered False\u000a02:37:52.857442 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14516): Process ended prematurely: osmo-stp_10.42.42.5(pid=14516) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14516)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14516): Process ended prematurely: osmo-stp_10.42.42.5(pid=14516) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:37:53.969058 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:37:53.980749 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:37:54.141356 tst mo_mt_call_osmux.py: using LAC 25404\u000a02:37:54.262497 tst mo_mt_call_osmux.py: using RAC 159\u000a02:37:54.383056 tst mo_mt_call_osmux.py: using CellId 25404\u000a02:37:54.503872 tst mo_mt_call_osmux.py: using BVCI 25405\u000a02:37:54.526835 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:37:54.537914 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:37:54.548777 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:37:54.559941 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:37:54.571257 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:37:54.582347 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:37:54.698496 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:37:54.914940 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:37:55.433959 run create_hlr_db(pid=14510): Launched\u000a02:37:55.620714 bus /sierra_2: Setting Powered False\u000a02:37:56.632475 run create_hlr_db(pid=14510): Terminated: ok {rc=0}\u000a02:37:57.067737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14512): Launched\u000a02:37:57.391684 run osmo-hlr_10.42.42.2(pid=14513): Launched\u000a02:37:57.510725 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:37:58.075382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14515): Launched\u000a02:37:58.399233 run osmo-stp_10.42.42.5(pid=14516): Launched\u000a02:37:58.516158 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:37:59.110070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14518): Launched\u000a02:37:59.433849 run osmo-msc_10.42.42.6(pid=14519): Launched\u000a02:37:59.623964 run osmo-stp_10.42.42.5(pid=14516): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14516)]\u000a02:37:59.760668 run osmo-stp_10.42.42.5(pid=14516): stdout: \u000a| (launched: 2022-12-10_02:37:58.240760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:59.897062 run osmo-stp_10.42.42.5(pid=14516): stderr: \u000a| �[0;m�[38;5;43m20221210023758434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023758434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023758434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023758435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023758435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023758435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023758435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:00.027866 run osmo-stp_10.42.42.5(pid=14516): stdout: \u000a| (launched: 2022-12-10_02:37:58.240760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:00.156699 run osmo-stp_10.42.42.5(pid=14516): stderr: \u000a| �[0;m�[38;5;43m20221210023758434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023758434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023758434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023758435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023758435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023758435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023758435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:00.213668 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14516): Process ended prematurely: osmo-stp_10.42.42.5(pid=14516) [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14516)] [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a02:38:00.223078 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a02:38:00.285911 run osmo-hlr_10.42.42.2(pid=14513): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14513)]\u000a02:38:00.337814 run osmo-hlr_10.42.42.2(pid=14513): stdout: \u000a| (launched: 2022-12-10_02:37:57.232936) \u000a02:38:00.390100 run osmo-hlr_10.42.42.2(pid=14513): stderr: \u000a| �[0;m�[1;31m20221210023757433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023757433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023757433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023757433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023757433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023757433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023757445 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023757454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023757454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023757454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:38:00.461099 run osmo-msc_10.42.42.6(pid=14519): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14519)]\u000a02:38:00.512720 run osmo-msc_10.42.42.6(pid=14519): stdout: \u000a| (launched: 2022-12-10_02:37:59.275332) \u000a02:38:00.564802 run osmo-msc_10.42.42.6(pid=14519): stderr: \u000a| �[0;m�[38;5;43m20221210023759599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210023759599 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f41e26dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210023759599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210023759599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210023759599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210023759599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210023759601 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210023759602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210023759602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210023759602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:38:00.609117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14512): Terminating (SIGTERM)\u000a02:38:00.650828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14515): Terminating (SIGTERM)\u000a02:38:00.693284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14518): Terminating (SIGTERM)\u000a02:38:00.702909 --- ParallelTerminationStrategy: PID 14512 died...\u000a02:38:00.758963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14512): Terminated: ok {rc=0}\u000a02:38:00.769136 --- ParallelTerminationStrategy: PID 14515 died...\u000a02:38:00.824546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14515): Terminated: ok {rc=0}\u000a02:38:00.850700 --- ParallelTerminationStrategy: PID 14518 died...\u000a02:38:00.920000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14518): Terminated: ok {rc=0}\u000a02:38:01.007851 bus /sierra_3: Setting Powered False\u000a02:38:02.111202 bus /sierra_3: Setting Powered False\u000a02:38:03.222543 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:37:43" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14531): Process ended prematurely: osmo-stp_10.42.42.5(pid=14531) [trial-2368↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14531)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14531): Process ended prematurely: osmo-stp_10.42.42.5(pid=14531) [trial-2368↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a02:38:05.237711 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:05.248362 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:38:05.398049 tst emergency_mo_mt_call.py: using LAC 25405\u000a02:38:05.521206 tst emergency_mo_mt_call.py: using RAC 160\u000a02:38:05.644626 tst emergency_mo_mt_call.py: using CellId 25405\u000a02:38:05.767711 tst emergency_mo_mt_call.py: using BVCI 25406\u000a02:38:05.792137 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:05.803398 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:05.814391 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:05.825464 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:05.836533 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:05.847634 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:05.962448 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:06.169525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:38:06.675006 run create_hlr_db(pid=14525): Launched\u000a02:38:06.859131 bus /sierra_2: Setting Powered False\u000a02:38:07.878794 run create_hlr_db(pid=14525): Terminated: ok {rc=0}\u000a02:38:08.302187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14527): Launched\u000a02:38:08.618029 run osmo-hlr_10.42.42.2(pid=14528): Launched\u000a02:38:08.733410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:38:09.284014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14530): Launched\u000a02:38:09.601559 run osmo-stp_10.42.42.5(pid=14531): Launched\u000a02:38:09.730291 tst emergency_mo_mt_call.py: using MSISDN 7508\u000a02:38:09.888021 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:38:10.468149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14533): Launched\u000a02:38:10.785674 run osmo-msc_10.42.42.6(pid=14534): Launched\u000a02:38:10.971555 run osmo-stp_10.42.42.5(pid=14531): ERR: Terminated: ERROR {rc=1} [trial-2368↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14531)]\u000a02:38:11.105463 run osmo-stp_10.42.42.5(pid=14531): stdout: \u000a| (launched: 2022-12-10_02:38:09.446001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:11.239643 run osmo-stp_10.42.42.5(pid=14531): stderr: \u000a| �[0;m�[38;5;43m20221210023809638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023809639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023809639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023809639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023809640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023809640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023809640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:11.367142 run osmo-stp_10.42.42.5(pid=14531): stdout: \u000a| (launched: 2022-12-10_02:38:09.446001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:11.493310 run osmo-stp_10.42.42.5(pid=14531): stderr: \u000a| �[0;m�[38;5;43m20221210023809638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023809639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023809639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023809639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023809640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023809640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023809640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:11.548700 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=14531): Process ended prematurely: osmo-stp_10.42.42.5(pid=14531) [trial-2368↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14531)] [trial-2368↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a02:38:11.557457 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a02:38:11.619986 run osmo-hlr_10.42.42.2(pid=14528): ERR: Terminated: ERROR {rc=237} [trial-2368↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14528)]\u000a02:38:11.671459 run osmo-hlr_10.42.42.2(pid=14528): stdout: \u000a| (launched: 2022-12-10_02:38:08.463204) \u000a02:38:11.723583 run osmo-hlr_10.42.42.2(pid=14528): stderr: \u000a| �[0;m�[1;31m20221210023808661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023808661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023808661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023808661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023808661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023808661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023808674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023808682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023808682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023808682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:38:11.794143 run osmo-msc_10.42.42.6(pid=14534): ERR: Terminated: ERROR {rc=2} [trial-2368↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14534)]\u000a02:38:11.845458 run osmo-msc_10.42.42.6(pid=14534): stdout: \u000a| (launched: 2022-12-10_02:38:10.630507) \u000a02:38:11.897278 run osmo-msc_10.42.42.6(pid=14534): stderr: \u000a| �[0;m�[38;5;43m20221210023810955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210023810955 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff68bf41c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210023810955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210023810955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210023810955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210023810955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210023810957 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210023810958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210023810958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210023810958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:38:11.941713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14527): Terminating (SIGTERM)\u000a02:38:11.983532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14530): Terminating (SIGTERM)\u000a02:38:12.025521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14533): Terminating (SIGTERM)\u000a02:38:12.035146 --- ParallelTerminationStrategy: PID 14527 died...\u000a02:38:12.091185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14527): Terminated: ok {rc=0}\u000a02:38:12.101358 --- ParallelTerminationStrategy: PID 14530 died...\u000a02:38:12.157609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14530): Terminated: ok {rc=0}\u000a02:38:12.167750 --- ParallelTerminationStrategy: PID 14533 died...\u000a02:38:12.223560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14533): Terminated: ok {rc=0}\u000a02:38:12.311201 bus /sierra_3: Setting Powered False\u000a02:38:13.414418 bus /sierra_3: Setting Powered False\u000a02:38:14.525142 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "emergency:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14813): Process ended prematurely: osmo-stp_10.42.42.5(pid=14813) [trial-2368↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14813)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14813): Process ended prematurely: osmo-stp_10.42.42.5(pid=14813) [trial-2368↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14813)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a02:38:15.576700 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:15.588668 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:38:15.736925 tst emergency_preemptive_call.py: using LAC 25406\u000a02:38:15.859719 tst emergency_preemptive_call.py: using RAC 161\u000a02:38:15.994023 tst emergency_preemptive_call.py: using CellId 25406\u000a02:38:16.124160 tst emergency_preemptive_call.py: using BVCI 25407\u000a02:38:16.157179 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:16.173436 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:16.190619 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:16.204551 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:16.222807 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:16.239341 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:16.374853 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:16.517798 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:16.681111 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:16.927983 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:38:17.480137 run create_hlr_db(pid=14587): Launched\u000a02:38:17.671515 bus /sierra_2: Setting Powered False\u000a02:38:18.729786 run create_hlr_db(pid=14587): Terminated: ok {rc=0}\u000a02:38:19.193192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14807): Launched\u000a02:38:19.611254 run osmo-hlr_10.42.42.2(pid=14810): Launched\u000a02:38:19.855966 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:38:20.431567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14812): Launched\u000a02:38:20.855167 run osmo-stp_10.42.42.5(pid=14813): Launched\u000a02:38:21.077488 tst emergency_preemptive_call.py: using MSISDN 7509\u000a02:38:21.237022 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:38:21.813249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14817): Launched\u000a02:38:22.231817 run osmo-msc_10.42.42.6(pid=14818): Launched\u000a02:38:22.609028 run osmo-stp_10.42.42.5(pid=14813): ERR: Terminated: ERROR {rc=1} [trial-2368↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14813)]\u000a02:38:22.820174 run osmo-stp_10.42.42.5(pid=14813): stdout: \u000a| (launched: 2022-12-10_02:38:20.595206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:22.955287 run osmo-stp_10.42.42.5(pid=14813): stderr: \u000a| �[0;m�[38;5;43m20221210023820894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023820894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023820894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023820895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023820895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023820895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023820895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:23.085091 run osmo-stp_10.42.42.5(pid=14813): stdout: \u000a| (launched: 2022-12-10_02:38:20.595206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:23.212941 run osmo-stp_10.42.42.5(pid=14813): stderr: \u000a| �[0;m�[38;5;43m20221210023820894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023820894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023820894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023820895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023820895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023820895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023820895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:23.269900 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=14813): Process ended prematurely: osmo-stp_10.42.42.5(pid=14813) [trial-2368↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14813)] [trial-2368↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a02:38:23.279710 tst emergency_preemptive_call.py:32: Test FAILED (7.7 sec)\u000a02:38:23.344704 run osmo-hlr_10.42.42.2(pid=14810): ERR: Terminated: ERROR {rc=237} [trial-2368↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14810)]\u000a02:38:23.398081 run osmo-hlr_10.42.42.2(pid=14810): stdout: \u000a| (launched: 2022-12-10_02:38:19.353665) \u000a02:38:23.451773 run osmo-hlr_10.42.42.2(pid=14810): stderr: \u000a| �[0;m�[1;31m20221210023819653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023819653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023819653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023819653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023819653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023819653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023819671 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023819684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023819685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023819685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:38:23.523966 run osmo-msc_10.42.42.6(pid=14818): ERR: Terminated: ERROR {rc=2} [trial-2368↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14818)]\u000a02:38:23.577037 run osmo-msc_10.42.42.6(pid=14818): stdout: \u000a| (launched: 2022-12-10_02:38:21.978255) \u000a02:38:23.630839 run osmo-msc_10.42.42.6(pid=14818): stderr: \u000a| �[0;m�[38;5;43m20221210023822472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210023822477 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b6e390c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210023822477 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210023822477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210023822477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210023822477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210023822479 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210023822480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210023822480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210023822480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:38:23.676643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14807): Terminating (SIGTERM)\u000a02:38:23.719456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14812): Terminating (SIGTERM)\u000a02:38:23.764553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14817): Terminating (SIGTERM)\u000a02:38:23.775398 --- ParallelTerminationStrategy: PID 14807 died...\u000a02:38:23.834509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14807): Terminated: ok {rc=0}\u000a02:38:23.845714 --- ParallelTerminationStrategy: PID 14812 died...\u000a02:38:23.904639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14812): Terminated: ok {rc=0}\u000a02:38:23.915656 --- ParallelTerminationStrategy: PID 14817 died...\u000a02:38:23.973641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14817): Terminated: ok {rc=0}\u000a02:38:24.064551 bus /sierra_9: Setting Powered False\u000a02:38:25.176170 bus /sierra_9: Setting Powered False\u000a02:38:26.289096 bus /sierra_8: Setting Powered False\u000a02:38:27.397773 bus /sierra_8: Setting Powered False\u000a02:38:28.509601 bus /sierra_3: Setting Powered False\u000a02:38:29.619303 bus /sierra_3: Setting Powered False\u000a02:38:30.737029 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 28.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:38:04" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14834): Process ended prematurely: osmo-stp_10.42.42.5(pid=14834) [trial-2368↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14834)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14834): Process ended prematurely: osmo-stp_10.42.42.5(pid=14834) [trial-2368↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14834)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:38:33.007962 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:33.020316 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:38:33.162622 tst cs_paging_gprs_active.py: using LAC 25407\u000a02:38:33.285190 tst cs_paging_gprs_active.py: using RAC 162\u000a02:38:33.408243 tst cs_paging_gprs_active.py: using CellId 25407\u000a02:38:33.531387 tst cs_paging_gprs_active.py: using BVCI 25408\u000a02:38:33.555817 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:33.567771 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:33.579382 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:33.593258 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:33.605333 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:33.617001 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:33.630476 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:33.643035 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:33.655658 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:33.779941 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:34.073283 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:38:34.206078 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:38:34.550024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14823): Launched\u000a02:38:34.839590 run iperf3-srv_10.42.42.10(pid=14824): Launched\u000a02:38:35.033620 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:38:35.165918 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:38:35.513661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14825): Launched\u000a02:38:35.809260 run iperf3-srv_10.42.42.10(pid=14826): Launched\u000a02:38:36.002504 tst cs_paging_gprs_active.py:38: start network...\u000a02:38:36.135700 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:38:36.670873 run create_hlr_db(pid=14827): Launched\u000a02:38:36.854143 bus /sierra_2: Setting Powered False\u000a02:38:37.874526 run create_hlr_db(pid=14827): Terminated: ok {rc=0}\u000a02:38:38.313185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14829): Launched\u000a02:38:38.734231 run osmo-hlr_10.42.42.2(pid=14830): Launched\u000a02:38:38.862011 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:38:39.388819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14833): Launched\u000a02:38:39.693263 run osmo-stp_10.42.42.5(pid=14834): Launched\u000a02:38:39.803176 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:38:40.332110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14836): Launched\u000a02:38:40.441935 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:38:40.707169 run patchelf(pid=14837): Launched\u000a02:38:40.885408 run osmo-stp_10.42.42.5(pid=14834): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14834)]\u000a02:38:41.015578 run osmo-stp_10.42.42.5(pid=14834): stdout: \u000a| (launched: 2022-12-10_02:38:39.542835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:41.146142 run osmo-stp_10.42.42.5(pid=14834): stderr: \u000a| �[0;m�[38;5;43m20221210023839712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023839712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023839712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023839713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023839713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023839713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023839714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:41.272320 run osmo-stp_10.42.42.5(pid=14834): stdout: \u000a| (launched: 2022-12-10_02:38:39.542835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:41.397806 run osmo-stp_10.42.42.5(pid=14834): stderr: \u000a| �[0;m�[38;5;43m20221210023839712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023839712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023839712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023839713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023839713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023839713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023839714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:41.543054 run patchelf(pid=14837): Terminating (SIGINT)\u000a02:38:41.714131 run patchelf(pid=14837): Terminated: ok {rc=0}\u000a02:38:41.745422 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14834): Process ended prematurely: osmo-stp_10.42.42.5(pid=14834) [trial-2368↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14834)] [trial-2368↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a02:38:41.754501 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a02:38:41.816564 run osmo-hlr_10.42.42.2(pid=14830): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14830)]\u000a02:38:41.866211 run osmo-hlr_10.42.42.2(pid=14830): stdout: \u000a| (launched: 2022-12-10_02:38:38.475376) \u000a02:38:41.916853 run osmo-hlr_10.42.42.2(pid=14830): stderr: \u000a| �[0;m�[1;31m20221210023838785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023838785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023838785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023838785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023838785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023838785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023838796 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023838804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023838804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023838804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:38:41.959095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14823): Terminating (SIGTERM)\u000a02:38:41.999365 run iperf3-srv_10.42.42.10(pid=14824): Terminating (SIGTERM)\u000a02:38:42.039854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14825): Terminating (SIGTERM)\u000a02:38:42.080145 run iperf3-srv_10.42.42.10(pid=14826): Terminating (SIGTERM)\u000a02:38:42.120522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14829): Terminating (SIGTERM)\u000a02:38:42.161157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14833): Terminating (SIGTERM)\u000a02:38:42.201712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14836): Terminating (SIGTERM)\u000a02:38:42.211332 --- ParallelTerminationStrategy: PID 14823 died...\u000a02:38:42.265690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14823): Terminated: ok {rc=0}\u000a02:38:42.275301 --- ParallelTerminationStrategy: PID 14824 died...\u000a02:38:42.329446 run iperf3-srv_10.42.42.10(pid=14824): Terminated {rc=256}\u000a02:38:42.339045 --- ParallelTerminationStrategy: PID 14825 died...\u000a02:38:42.393094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14825): Terminated: ok {rc=0}\u000a02:38:42.403451 --- ParallelTerminationStrategy: PID 14826 died...\u000a02:38:42.457419 run iperf3-srv_10.42.42.10(pid=14826): Terminated {rc=256}\u000a02:38:42.466825 --- ParallelTerminationStrategy: PID 14829 died...\u000a02:38:42.520156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14829): Terminated: ok {rc=0}\u000a02:38:42.530350 --- ParallelTerminationStrategy: PID 14833 died...\u000a02:38:42.584672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14833): Terminated: ok {rc=0}\u000a02:38:42.595027 --- ParallelTerminationStrategy: PID 14836 died...\u000a02:38:42.649206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14836): Terminated: ok {rc=0}\u000a02:38:42.739490 bus /gobi_0: Setting Powered False\u000a02:38:43.843711 bus /gobi_0: Setting Powered False\u000a02:38:44.956307 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14846): Process ended prematurely: osmo-stp_10.42.42.5(pid=14846) [trial-2368↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14846)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14846): Process ended prematurely: osmo-stp_10.42.42.5(pid=14846) [trial-2368↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14846)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a02:38:46.070698 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:46.083350 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:38:46.252601 tst iperf3.py: using LAC 25408\u000a02:38:46.387500 tst iperf3.py: using RAC 163\u000a02:38:46.510801 tst iperf3.py: using CellId 25408\u000a02:38:46.669307 tst iperf3.py: using BVCI 25409\u000a02:38:46.701802 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:46.717302 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:46.733899 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:46.747900 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:46.763439 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:46.779634 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:46.794933 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:46.810496 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:46.825346 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:47.120184 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:38:47.260337 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:38:47.577271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14838): Launched\u000a02:38:47.838742 run iperf3-srv_10.42.42.10(pid=14839): Launched\u000a02:38:48.023626 tst iperf3.py:8: start network...\u000a02:38:48.149957 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:38:48.627795 run create_hlr_db(pid=14840): Launched\u000a02:38:48.802080 bus /gobi_6: Setting Powered False\u000a02:38:49.822890 run create_hlr_db(pid=14840): Terminated: ok {rc=0}\u000a02:38:50.226640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14842): Launched\u000a02:38:50.531098 run osmo-hlr_10.42.42.2(pid=14843): Launched\u000a02:38:50.649197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:38:51.186310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14845): Launched\u000a02:38:51.491500 run osmo-stp_10.42.42.5(pid=14846): Launched\u000a02:38:51.603143 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:38:52.133176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14848): Launched\u000a02:38:52.241571 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:38:52.507798 run patchelf(pid=14849): Launched\u000a02:38:52.686391 run osmo-stp_10.42.42.5(pid=14846): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14846)]\u000a02:38:52.816605 run osmo-stp_10.42.42.5(pid=14846): stdout: \u000a| (launched: 2022-12-10_02:38:51.340773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:52.946933 run osmo-stp_10.42.42.5(pid=14846): stderr: \u000a| �[0;m�[38;5;43m20221210023851510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023851510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023851510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023851511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023851511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023851511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023851511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:53.073132 run osmo-stp_10.42.42.5(pid=14846): stdout: \u000a| (launched: 2022-12-10_02:38:51.340773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:53.198263 run osmo-stp_10.42.42.5(pid=14846): stderr: \u000a| �[0;m�[38;5;43m20221210023851510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023851510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023851510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023851511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023851511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023851511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023851511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:53.344266 run patchelf(pid=14849): Terminating (SIGINT)\u000a02:38:53.515346 run patchelf(pid=14849): Terminated: ok {rc=0}\u000a02:38:53.546713 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14846): Process ended prematurely: osmo-stp_10.42.42.5(pid=14846) [trial-2368↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14846)] [trial-2368↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a02:38:53.555789 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a02:38:53.617070 run osmo-hlr_10.42.42.2(pid=14843): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14843)]\u000a02:38:53.666939 run osmo-hlr_10.42.42.2(pid=14843): stdout: \u000a| (launched: 2022-12-10_02:38:50.380678) \u000a02:38:53.717536 run osmo-hlr_10.42.42.2(pid=14843): stderr: \u000a| �[0;m�[1;31m20221210023850557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023850557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023850557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023850558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023850558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023850558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023850570 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023850578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023850578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023850578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:38:53.760690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14838): Terminating (SIGTERM)\u000a02:38:53.801175 run iperf3-srv_10.42.42.10(pid=14839): Terminating (SIGTERM)\u000a02:38:53.841856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14842): Terminating (SIGTERM)\u000a02:38:53.882473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14845): Terminating (SIGTERM)\u000a02:38:53.923245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14848): Terminating (SIGTERM)\u000a02:38:53.932777 --- ParallelTerminationStrategy: PID 14838 died...\u000a02:38:53.986854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14838): Terminated: ok {rc=0}\u000a02:38:53.996579 --- ParallelTerminationStrategy: PID 14839 died...\u000a02:38:54.050339 run iperf3-srv_10.42.42.10(pid=14839): Terminated {rc=256}\u000a02:38:54.060002 --- ParallelTerminationStrategy: PID 14842 died...\u000a02:38:54.113155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14842): Terminated: ok {rc=0}\u000a02:38:54.122903 --- ParallelTerminationStrategy: PID 14845 died...\u000a02:38:54.176488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14845): Terminated: ok {rc=0}\u000a02:38:54.186021 --- ParallelTerminationStrategy: PID 14848 died...\u000a02:38:54.238933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14848): Terminated: ok {rc=0}\u000a02:38:54.329435 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14864): Process ended prematurely: osmo-stp_10.42.42.5(pid=14864) [trial-2368↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14864)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14864): Process ended prematurely: osmo-stp_10.42.42.5(pid=14864) [trial-2368↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14864)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a02:38:55.440244 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:55.451426 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:38:55.597894 tst iperf3m4.py: using LAC 25409\u000a02:38:55.726220 tst iperf3m4.py: using RAC 164\u000a02:38:55.852888 tst iperf3m4.py: using CellId 25409\u000a02:38:55.981631 tst iperf3m4.py: using BVCI 25410\u000a02:38:56.006645 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:56.018153 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:56.029341 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:56.040510 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:56.051618 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:56.062769 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:56.074104 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:56.085093 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:56.096426 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:56.213302 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:56.331500 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:56.452081 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:56.734690 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:38:56.860190 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:38:57.173463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14850): Launched\u000a02:38:57.434254 run iperf3-srv_10.42.42.10(pid=14851): Launched\u000a02:38:57.618216 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:38:57.743211 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:38:58.056139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14852): Launched\u000a02:38:58.317270 run iperf3-srv_10.42.42.10(pid=14853): Launched\u000a02:38:58.501497 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:38:58.627189 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:38:58.940801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14854): Launched\u000a02:38:59.202040 run iperf3-srv_10.42.42.10(pid=14855): Launched\u000a02:38:59.385980 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:38:59.511304 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:38:59.824795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14856): Launched\u000a02:39:00.085997 run iperf3-srv_10.42.42.10(pid=14857): Launched\u000a02:39:00.270999 tst iperf3m4.py:8: start network...\u000a02:39:00.397609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:39:00.879192 run create_hlr_db(pid=14858): Launched\u000a02:39:01.056542 bus /gobi_6: Setting Powered False\u000a02:39:02.078100 run create_hlr_db(pid=14858): Terminated: ok {rc=0}\u000a02:39:02.488564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14860): Launched\u000a02:39:02.791785 run osmo-hlr_10.42.42.2(pid=14861): Launched\u000a02:39:02.902150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:39:03.429130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14863): Launched\u000a02:39:03.732942 run osmo-stp_10.42.42.5(pid=14864): Launched\u000a02:39:03.843424 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:39:04.371827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14866): Launched\u000a02:39:04.480056 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:39:04.746989 run patchelf(pid=14867): Launched\u000a02:39:04.925155 run osmo-stp_10.42.42.5(pid=14864): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14864)]\u000a02:39:05.055240 run osmo-stp_10.42.42.5(pid=14864): stdout: \u000a| (launched: 2022-12-10_02:39:03.583321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:05.185738 run osmo-stp_10.42.42.5(pid=14864): stderr: \u000a| �[0;m�[38;5;43m20221210023903755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023903755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023903755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023903755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023903756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023903756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023903756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:05.311836 run osmo-stp_10.42.42.5(pid=14864): stdout: \u000a| (launched: 2022-12-10_02:39:03.583321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:05.437196 run osmo-stp_10.42.42.5(pid=14864): stderr: \u000a| �[0;m�[38;5;43m20221210023903755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023903755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023903755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023903755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023903756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023903756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023903756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:05.582349 run patchelf(pid=14867): Terminating (SIGINT)\u000a02:39:05.752896 run patchelf(pid=14867): Terminated: ok {rc=0}\u000a02:39:05.784147 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14864): Process ended prematurely: osmo-stp_10.42.42.5(pid=14864) [trial-2368↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14864)] [trial-2368↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a02:39:05.793336 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a02:39:05.854956 run osmo-hlr_10.42.42.2(pid=14861): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14861)]\u000a02:39:05.904701 run osmo-hlr_10.42.42.2(pid=14861): stdout: \u000a| (launched: 2022-12-10_02:39:02.642721) \u000a02:39:05.955659 run osmo-hlr_10.42.42.2(pid=14861): stderr: \u000a| �[0;m�[1;31m20221210023902820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023902820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023902820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023902820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023902821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023902821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023902832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023902841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023902841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023902841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:39:05.998371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14850): Terminating (SIGTERM)\u000a02:39:06.038446 run iperf3-srv_10.42.42.10(pid=14851): Terminating (SIGTERM)\u000a02:39:06.078893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14852): Terminating (SIGTERM)\u000a02:39:06.119279 run iperf3-srv_10.42.42.10(pid=14853): Terminating (SIGTERM)\u000a02:39:06.159559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14854): Terminating (SIGTERM)\u000a02:39:06.199838 run iperf3-srv_10.42.42.10(pid=14855): Terminating (SIGTERM)\u000a02:39:06.240193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14856): Terminating (SIGTERM)\u000a02:39:06.280388 run iperf3-srv_10.42.42.10(pid=14857): Terminating (SIGTERM)\u000a02:39:06.320886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14860): Terminating (SIGTERM)\u000a02:39:06.361104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14863): Terminating (SIGTERM)\u000a02:39:06.401481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14866): Terminating (SIGTERM)\u000a02:39:06.411036 --- ParallelTerminationStrategy: PID 14850 died...\u000a02:39:06.465400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14850): Terminated: ok {rc=0}\u000a02:39:06.475084 --- ParallelTerminationStrategy: PID 14851 died...\u000a02:39:06.528285 run iperf3-srv_10.42.42.10(pid=14851): Terminated {rc=256}\u000a02:39:06.538213 --- ParallelTerminationStrategy: PID 14852 died...\u000a02:39:06.592064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14852): Terminated: ok {rc=0}\u000a02:39:06.601958 --- ParallelTerminationStrategy: PID 14853 died...\u000a02:39:06.654881 run iperf3-srv_10.42.42.10(pid=14853): Terminated {rc=256}\u000a02:39:06.664620 --- ParallelTerminationStrategy: PID 14854 died...\u000a02:39:06.717878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14854): Terminated: ok {rc=0}\u000a02:39:06.727686 --- ParallelTerminationStrategy: PID 14855 died...\u000a02:39:06.781227 run iperf3-srv_10.42.42.10(pid=14855): Terminated {rc=256}\u000a02:39:06.790797 --- ParallelTerminationStrategy: PID 14856 died...\u000a02:39:06.844021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14856): Terminated: ok {rc=0}\u000a02:39:06.853921 --- ParallelTerminationStrategy: PID 14857 died...\u000a02:39:06.907469 run iperf3-srv_10.42.42.10(pid=14857): Terminated {rc=256}\u000a02:39:06.916920 --- ParallelTerminationStrategy: PID 14860 died...\u000a02:39:06.970416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14860): Terminated: ok {rc=0}\u000a02:39:06.979957 --- ParallelTerminationStrategy: PID 14863 died...\u000a02:39:07.032989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14863): Terminated: ok {rc=0}\u000a02:39:07.042941 --- ParallelTerminationStrategy: PID 14866 died...\u000a02:39:07.096582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14866): Terminated: ok {rc=0}\u000a02:39:07.186592 bus /gobi_4: Setting Powered False\u000a02:39:08.290245 bus /gobi_4: Setting Powered False\u000a02:39:09.401972 bus /gobi_1: Setting Powered False\u000a02:39:10.505292 bus /gobi_1: Setting Powered False\u000a02:39:11.616217 bus /gobi_0: Setting Powered False\u000a02:39:12.722258 bus /gobi_0: Setting Powered False\u000a02:39:13.831223 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14874): Process ended prematurely: osmo-stp_10.42.42.5(pid=14874) [trial-2368↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14874)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14874): Process ended prematurely: osmo-stp_10.42.42.5(pid=14874) [trial-2368↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14874)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a02:39:14.900456 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:14.912305 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:39:15.056576 tst ping.py: using LAC 25410\u000a02:39:15.180773 tst ping.py: using RAC 165\u000a02:39:15.305479 tst ping.py: using CellId 25410\u000a02:39:15.430012 tst ping.py: using BVCI 25411\u000a02:39:15.454317 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:15.465493 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:15.476491 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:15.487569 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:15.498506 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:15.509363 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:15.520439 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:15.531475 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:39:15.806432 tst ping.py:19: start network...\u000a02:39:15.933344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:39:16.449901 run create_hlr_db(pid=14868): Launched\u000a02:39:16.625446 bus /gobi_6: Setting Powered False\u000a02:39:17.643202 run create_hlr_db(pid=14868): Terminated: ok {rc=0}\u000a02:39:18.065749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14870): Launched\u000a02:39:18.383152 run osmo-hlr_10.42.42.2(pid=14871): Launched\u000a02:39:18.498633 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:39:19.056851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14873): Launched\u000a02:39:19.374549 run osmo-stp_10.42.42.5(pid=14874): Launched\u000a02:39:19.489513 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:39:20.046116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14876): Launched\u000a02:39:20.159600 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:39:20.437256 run patchelf(pid=14877): Launched\u000a02:39:20.624819 run osmo-stp_10.42.42.5(pid=14874): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14874)]\u000a02:39:20.762379 run osmo-stp_10.42.42.5(pid=14874): stdout: \u000a| (launched: 2022-12-10_02:39:19.218829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:20.899197 run osmo-stp_10.42.42.5(pid=14874): stderr: \u000a| �[0;m�[38;5;43m20221210023919413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023919413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023919413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023919414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023919414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023919414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023919414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:21.032142 run osmo-stp_10.42.42.5(pid=14874): stdout: \u000a| (launched: 2022-12-10_02:39:19.218829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:21.162900 run osmo-stp_10.42.42.5(pid=14874): stderr: \u000a| �[0;m�[38;5;43m20221210023919413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023919413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023919413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023919414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023919414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023919414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023919414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:21.315215 run patchelf(pid=14877): Terminating (SIGINT)\u000a02:39:21.493964 run patchelf(pid=14877): Terminated: ok {rc=0}\u000a02:39:21.526424 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14874): Process ended prematurely: osmo-stp_10.42.42.5(pid=14874) [trial-2368↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14874)] [trial-2368↪gprs:trx-sysmocell5000↪ping.py:22]\u000a02:39:21.535279 tst ping.py:22: Test FAILED (6.6 sec)\u000a02:39:21.598853 run osmo-hlr_10.42.42.2(pid=14871): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14871)]\u000a02:39:21.650751 run osmo-hlr_10.42.42.2(pid=14871): stdout: \u000a| (launched: 2022-12-10_02:39:18.227202) \u000a02:39:21.703171 run osmo-hlr_10.42.42.2(pid=14871): stderr: \u000a| �[0;m�[1;31m20221210023918424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023918424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023918424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023918424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023918424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023918424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023918437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023918445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023918445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023918445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:39:21.748380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14870): Terminating (SIGTERM)\u000a02:39:21.790702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14873): Terminating (SIGTERM)\u000a02:39:21.832864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14876): Terminating (SIGTERM)\u000a02:39:21.842678 --- ParallelTerminationStrategy: PID 14870 died...\u000a02:39:21.899336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14870): Terminated: ok {rc=0}\u000a02:39:21.909746 --- ParallelTerminationStrategy: PID 14873 died...\u000a02:39:21.966616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14873): Terminated: ok {rc=0}\u000a02:39:21.976899 --- ParallelTerminationStrategy: PID 14876 died...\u000a02:39:22.033187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14876): Terminated: ok {rc=0}\u000a02:39:22.122009 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14884): Process ended prematurely: osmo-stp_10.42.42.5(pid=14884) [trial-2368↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14884)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14884): Process ended prematurely: osmo-stp_10.42.42.5(pid=14884) [trial-2368↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a02:39:23.173948 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:23.185921 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:39:23.331535 tst ping_idle_ping.py: using LAC 25411\u000a02:39:23.453410 tst ping_idle_ping.py: using RAC 166\u000a02:39:23.572304 tst ping_idle_ping.py: using CellId 25411\u000a02:39:23.692403 tst ping_idle_ping.py: using BVCI 25412\u000a02:39:23.715393 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:23.726400 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:23.737179 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:23.748567 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:23.759997 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:23.771110 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:23.782599 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:23.793941 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:39:24.089054 tst ping_idle_ping.py:24: start network...\u000a02:39:24.222388 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:39:24.736898 run create_hlr_db(pid=14878): Launched\u000a02:39:24.922765 bus /gobi_6: Setting Powered False\u000a02:39:25.943457 run create_hlr_db(pid=14878): Terminated: ok {rc=0}\u000a02:39:26.346274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14880): Launched\u000a02:39:26.645230 run osmo-hlr_10.42.42.2(pid=14881): Launched\u000a02:39:26.754843 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:39:27.272199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14883): Launched\u000a02:39:27.570799 run osmo-stp_10.42.42.5(pid=14884): Launched\u000a02:39:27.679893 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:39:28.199743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14886): Launched\u000a02:39:28.306110 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:39:28.566673 run patchelf(pid=14887): Launched\u000a02:39:28.742129 run osmo-stp_10.42.42.5(pid=14884): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14884)]\u000a02:39:28.870739 run osmo-stp_10.42.42.5(pid=14884): stdout: \u000a| (launched: 2022-12-10_02:39:27.422986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:28.999069 run osmo-stp_10.42.42.5(pid=14884): stderr: \u000a| �[0;m�[38;5;43m20221210023927593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023927593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023927594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023927594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023927594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023927594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023927595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:29.123139 run osmo-stp_10.42.42.5(pid=14884): stdout: \u000a| (launched: 2022-12-10_02:39:27.422986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:29.245701 run osmo-stp_10.42.42.5(pid=14884): stderr: \u000a| �[0;m�[38;5;43m20221210023927593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023927593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023927594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023927594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023927594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023927594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023927595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:29.389176 run patchelf(pid=14887): Terminating (SIGINT)\u000a02:39:29.557281 run patchelf(pid=14887): Terminated: ok {rc=0}\u000a02:39:29.587759 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14884): Process ended prematurely: osmo-stp_10.42.42.5(pid=14884) [trial-2368↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14884)] [trial-2368↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a02:39:29.596344 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a02:39:29.656817 run osmo-hlr_10.42.42.2(pid=14881): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14881)]\u000a02:39:29.705935 run osmo-hlr_10.42.42.2(pid=14881): stdout: \u000a| (launched: 2022-12-10_02:39:26.497575) \u000a02:39:29.755942 run osmo-hlr_10.42.42.2(pid=14881): stderr: \u000a| �[0;m�[1;31m20221210023926674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023926674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023926674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023926674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023926674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023926674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023926686 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023926695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023926696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023926696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:39:29.798099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14880): Terminating (SIGTERM)\u000a02:39:29.838388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14883): Terminating (SIGTERM)\u000a02:39:29.878272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14886): Terminating (SIGTERM)\u000a02:39:29.887601 --- ParallelTerminationStrategy: PID 14880 died...\u000a02:39:29.941629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14880): Terminated: ok {rc=0}\u000a02:39:29.951321 --- ParallelTerminationStrategy: PID 14883 died...\u000a02:39:30.004802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14883): Terminated: ok {rc=0}\u000a02:39:30.014876 --- ParallelTerminationStrategy: PID 14886 died...\u000a02:39:30.069134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14886): Terminated: ok {rc=0}\u000a02:39:30.153429 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:38:32" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14901): Process ended prematurely: osmo-stp_10.42.42.5(pid=14901) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14901)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14901): Process ended prematurely: osmo-stp_10.42.42.5(pid=14901) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14901)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:39:32.328178 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:32.339112 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:39:32.478225 tst cs_paging_gprs_active.py: using LAC 25412\u000a02:39:32.610795 tst cs_paging_gprs_active.py: using RAC 167\u000a02:39:32.731287 tst cs_paging_gprs_active.py: using CellId 25412\u000a02:39:32.848800 tst cs_paging_gprs_active.py: using BVCI 25413\u000a02:39:32.872164 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:32.883073 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:32.893809 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:32.904702 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:32.915523 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:32.926456 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:32.937482 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:32.948332 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:32.959395 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:39:33.080542 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:39:33.360038 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:39:33.486974 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:39:33.800592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14891): Launched\u000a02:39:34.062803 run iperf3-srv_10.42.42.10(pid=14892): Launched\u000a02:39:34.248336 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:39:34.374911 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:39:34.689621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14893): Launched\u000a02:39:34.952555 run iperf3-srv_10.42.42.10(pid=14894): Launched\u000a02:39:35.137849 tst cs_paging_gprs_active.py:38: start network...\u000a02:39:35.264385 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:39:35.744241 run create_hlr_db(pid=14895): Launched\u000a02:39:35.919182 bus /gobi_6: Setting Powered False\u000a02:39:36.953418 run create_hlr_db(pid=14895): Terminated: ok {rc=0}\u000a02:39:37.361948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14897): Launched\u000a02:39:37.667398 run osmo-hlr_10.42.42.2(pid=14898): Launched\u000a02:39:37.786901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:39:38.320907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14900): Launched\u000a02:39:38.627439 run osmo-stp_10.42.42.5(pid=14901): Launched\u000a02:39:38.739522 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:39:39.269922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14903): Launched\u000a02:39:39.378199 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:39:39.643446 run patchelf(pid=14904): Launched\u000a02:39:39.821406 run osmo-stp_10.42.42.5(pid=14901): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14901)]\u000a02:39:39.951350 run osmo-stp_10.42.42.5(pid=14901): stdout: \u000a| (launched: 2022-12-10_02:39:38.475619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:40.081839 run osmo-stp_10.42.42.5(pid=14901): stderr: \u000a| �[0;m�[38;5;43m20221210023938645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023938646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023938646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023938646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023938647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023938647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023938647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:40.207995 run osmo-stp_10.42.42.5(pid=14901): stdout: \u000a| (launched: 2022-12-10_02:39:38.475619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:40.333486 run osmo-stp_10.42.42.5(pid=14901): stderr: \u000a| �[0;m�[38;5;43m20221210023938645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023938646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023938646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023938646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023938647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023938647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023938647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:40.478489 run patchelf(pid=14904): Terminating (SIGINT)\u000a02:39:40.648868 run patchelf(pid=14904): Terminated: ok {rc=0}\u000a02:39:40.680196 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14901): Process ended prematurely: osmo-stp_10.42.42.5(pid=14901) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14901)] [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a02:39:40.689307 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a02:39:40.749976 run osmo-hlr_10.42.42.2(pid=14898): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14898)]\u000a02:39:40.799207 run osmo-hlr_10.42.42.2(pid=14898): stdout: \u000a| (launched: 2022-12-10_02:39:37.516854) \u000a02:39:40.849650 run osmo-hlr_10.42.42.2(pid=14898): stderr: \u000a| �[0;m�[1;31m20221210023937695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023937695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023937695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023937695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023937695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023937695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023937708 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023937717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023937717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023937717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:39:40.891795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14891): Terminating (SIGTERM)\u000a02:39:40.931714 run iperf3-srv_10.42.42.10(pid=14892): Terminating (SIGTERM)\u000a02:39:40.971697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14893): Terminating (SIGTERM)\u000a02:39:41.011491 run iperf3-srv_10.42.42.10(pid=14894): Terminating (SIGTERM)\u000a02:39:41.051434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14897): Terminating (SIGTERM)\u000a02:39:41.091394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14900): Terminating (SIGTERM)\u000a02:39:41.131290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14903): Terminating (SIGTERM)\u000a02:39:41.140618 --- ParallelTerminationStrategy: PID 14891 died...\u000a02:39:41.194328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14891): Terminated: ok {rc=0}\u000a02:39:41.203855 --- ParallelTerminationStrategy: PID 14892 died...\u000a02:39:41.256766 run iperf3-srv_10.42.42.10(pid=14892): Terminated {rc=256}\u000a02:39:41.266483 --- ParallelTerminationStrategy: PID 14893 died...\u000a02:39:41.319461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14893): Terminated: ok {rc=0}\u000a02:39:41.329198 --- ParallelTerminationStrategy: PID 14894 died...\u000a02:39:41.382242 run iperf3-srv_10.42.42.10(pid=14894): Terminated {rc=256}\u000a02:39:41.391932 --- ParallelTerminationStrategy: PID 14897 died...\u000a02:39:41.444870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14897): Terminated: ok {rc=0}\u000a02:39:41.454619 --- ParallelTerminationStrategy: PID 14900 died...\u000a02:39:41.507581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14900): Terminated: ok {rc=0}\u000a02:39:41.517342 --- ParallelTerminationStrategy: PID 14903 died...\u000a02:39:41.570641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14903): Terminated: ok {rc=0}\u000a02:39:41.654709 bus /gobi_0: Setting Powered False\u000a02:39:42.762427 bus /gobi_0: Setting Powered False\u000a02:39:43.870135 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14913): Process ended prematurely: osmo-stp_10.42.42.5(pid=14913) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14913)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14913): Process ended prematurely: osmo-stp_10.42.42.5(pid=14913) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14913)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a02:39:44.985172 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:44.997180 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:39:45.147777 tst iperf3.py: using LAC 25413\u000a02:39:45.274900 tst iperf3.py: using RAC 168\u000a02:39:45.404618 tst iperf3.py: using CellId 25413\u000a02:39:45.531686 tst iperf3.py: using BVCI 25414\u000a02:39:45.556579 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:45.568073 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:45.579761 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:45.591376 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:45.602962 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:45.614527 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:45.626023 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:45.637425 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:45.649187 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:39:45.931857 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:39:46.061078 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:39:46.395238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14905): Launched\u000a02:39:46.679889 run iperf3-srv_10.42.42.10(pid=14906): Launched\u000a02:39:46.869552 tst iperf3.py:8: start network...\u000a02:39:46.999093 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:39:47.486206 run create_hlr_db(pid=14907): Launched\u000a02:39:47.660083 bus /gobi_6: Setting Powered False\u000a02:39:48.681748 run create_hlr_db(pid=14907): Terminated: ok {rc=0}\u000a02:39:49.115149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14909): Launched\u000a02:39:49.441917 run osmo-hlr_10.42.42.2(pid=14910): Launched\u000a02:39:49.561784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:39:50.128287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14912): Launched\u000a02:39:50.451819 run osmo-stp_10.42.42.5(pid=14913): Launched\u000a02:39:50.569924 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:39:51.138192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14915): Launched\u000a02:39:51.254363 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:39:51.537944 run patchelf(pid=14916): Launched\u000a02:39:51.728160 run osmo-stp_10.42.42.5(pid=14913): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14913)]\u000a02:39:51.867064 run osmo-stp_10.42.42.5(pid=14913): stdout: \u000a| (launched: 2022-12-10_02:39:50.292872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:52.007260 run osmo-stp_10.42.42.5(pid=14913): stderr: \u000a| �[0;m�[38;5;43m20221210023950487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023950487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023950488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023950488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023950489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023950489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023950489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:52.142613 run osmo-stp_10.42.42.5(pid=14913): stdout: \u000a| (launched: 2022-12-10_02:39:50.292872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:52.276057 run osmo-stp_10.42.42.5(pid=14913): stderr: \u000a| �[0;m�[38;5;43m20221210023950487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210023950487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210023950488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210023950488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210023950489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210023950489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210023950489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:52.431818 run patchelf(pid=14916): Terminating (SIGINT)\u000a02:39:52.614195 run patchelf(pid=14916): Terminated: ok {rc=0}\u000a02:39:52.647526 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14913): Process ended prematurely: osmo-stp_10.42.42.5(pid=14913) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14913)] [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a02:39:52.657230 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a02:39:52.720251 run osmo-hlr_10.42.42.2(pid=14910): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14910)]\u000a02:39:52.771803 run osmo-hlr_10.42.42.2(pid=14910): stdout: \u000a| (launched: 2022-12-10_02:39:49.281649) \u000a02:39:52.824215 run osmo-hlr_10.42.42.2(pid=14910): stderr: \u000a| �[0;m�[1;31m20221210023949481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210023949481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210023949481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023949481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210023949481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210023949481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210023949494 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210023949504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210023949504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210023949504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:39:52.868620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14905): Terminating (SIGTERM)\u000a02:39:52.912354 run iperf3-srv_10.42.42.10(pid=14906): Terminating (SIGTERM)\u000a02:39:52.954352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14909): Terminating (SIGTERM)\u000a02:39:52.996739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14912): Terminating (SIGTERM)\u000a02:39:53.038778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14915): Terminating (SIGTERM)\u000a02:39:53.048588 --- ParallelTerminationStrategy: PID 14905 died...\u000a02:39:53.104603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14905): Terminated: ok {rc=0}\u000a02:39:53.114930 --- ParallelTerminationStrategy: PID 14906 died...\u000a02:39:53.170316 run iperf3-srv_10.42.42.10(pid=14906): Terminated {rc=256}\u000a02:39:53.180497 --- ParallelTerminationStrategy: PID 14909 died...\u000a02:39:53.235977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14909): Terminated: ok {rc=0}\u000a02:39:53.245973 --- ParallelTerminationStrategy: PID 14912 died...\u000a02:39:53.301033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14912): Terminated: ok {rc=0}\u000a02:39:53.310911 --- ParallelTerminationStrategy: PID 14915 died...\u000a02:39:53.366190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14915): Terminated: ok {rc=0}\u000a02:39:53.452097 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14934): Process ended prematurely: osmo-stp_10.42.42.5(pid=14934) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14934)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14934): Process ended prematurely: osmo-stp_10.42.42.5(pid=14934) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a02:39:54.567261 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:54.579440 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:39:54.725345 tst iperf3m4.py: using LAC 25414\u000a02:39:54.854286 tst iperf3m4.py: using RAC 169\u000a02:39:54.982647 tst iperf3m4.py: using CellId 25414\u000a02:39:55.109872 tst iperf3m4.py: using BVCI 25415\u000a02:39:55.135003 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:55.146614 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:55.158098 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:55.169919 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:55.181484 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:55.192807 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:55.204585 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:55.216145 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:55.227668 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:39:55.342938 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:39:55.463944 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:39:55.584134 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:39:55.866379 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:39:55.993629 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:39:56.308322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14917): Launched\u000a02:39:56.570503 run iperf3-srv_10.42.42.10(pid=14918): Launched\u000a02:39:56.755591 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:39:56.882267 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:39:57.197427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14919): Launched\u000a02:39:57.459313 run iperf3-srv_10.42.42.10(pid=14920): Launched\u000a02:39:57.643915 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:39:57.770049 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:39:58.085394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14921): Launched\u000a02:39:58.346901 run iperf3-srv_10.42.42.10(pid=14922): Launched\u000a02:39:58.531307 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:39:58.657185 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:39:58.972152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14923): Launched\u000a02:39:59.234614 run iperf3-srv_10.42.42.10(pid=14924): Launched\u000a02:39:59.419845 tst iperf3m4.py:8: start network...\u000a02:39:59.546321 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:40:00.026169 run create_hlr_db(pid=14925): Launched\u000a02:40:00.199780 bus /gobi_6: Setting Powered False\u000a02:40:01.293778 run create_hlr_db(pid=14925): Terminated: ok {rc=0}\u000a02:40:01.727219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14930): Launched\u000a02:40:02.142892 run osmo-hlr_10.42.42.2(pid=14931): Launched\u000a02:40:02.296676 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:40:02.864671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14933): Launched\u000a02:40:03.191258 run osmo-stp_10.42.42.5(pid=14934): Launched\u000a02:40:03.313812 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:40:03.880334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14936): Launched\u000a02:40:03.996614 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:40:04.279569 run patchelf(pid=14937): Launched\u000a02:40:04.469557 run osmo-stp_10.42.42.5(pid=14934): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14934)]\u000a02:40:04.608280 run osmo-stp_10.42.42.5(pid=14934): stdout: \u000a| (launched: 2022-12-10_02:40:03.031527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:04.747259 run osmo-stp_10.42.42.5(pid=14934): stderr: \u000a| �[0;m�[38;5;43m20221210024003224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024003224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024003225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024003225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024003227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024003228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024003228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:04.882038 run osmo-stp_10.42.42.5(pid=14934): stdout: \u000a| (launched: 2022-12-10_02:40:03.031527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:05.016499 run osmo-stp_10.42.42.5(pid=14934): stderr: \u000a| �[0;m�[38;5;43m20221210024003224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024003224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024003225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024003225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024003227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024003228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024003228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:05.172525 run patchelf(pid=14937): Terminating (SIGINT)\u000a02:40:05.355285 run patchelf(pid=14937): Terminated: ok {rc=0}\u000a02:40:05.388519 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14934): Process ended prematurely: osmo-stp_10.42.42.5(pid=14934) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14934)] [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a02:40:05.398401 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a02:40:05.461642 run osmo-hlr_10.42.42.2(pid=14931): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14931)]\u000a02:40:05.512746 run osmo-hlr_10.42.42.2(pid=14931): stdout: \u000a| (launched: 2022-12-10_02:40:01.886942) \u000a02:40:05.565237 run osmo-hlr_10.42.42.2(pid=14931): stderr: \u000a| �[0;m�[1;31m20221210024002219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024002219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024002219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024002219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024002219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024002219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024002232 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024002240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024002240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024002240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:40:05.609556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14917): Terminating (SIGTERM)\u000a02:40:05.651299 run iperf3-srv_10.42.42.10(pid=14918): Terminating (SIGTERM)\u000a02:40:05.693274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14919): Terminating (SIGTERM)\u000a02:40:05.734811 run iperf3-srv_10.42.42.10(pid=14920): Terminating (SIGTERM)\u000a02:40:05.776572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14921): Terminating (SIGTERM)\u000a02:40:05.818968 run iperf3-srv_10.42.42.10(pid=14922): Terminating (SIGTERM)\u000a02:40:05.860702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14923): Terminating (SIGTERM)\u000a02:40:05.902456 run iperf3-srv_10.42.42.10(pid=14924): Terminating (SIGTERM)\u000a02:40:05.944337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14930): Terminating (SIGTERM)\u000a02:40:05.986246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14933): Terminating (SIGTERM)\u000a02:40:06.028272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14936): Terminating (SIGTERM)\u000a02:40:06.038165 --- ParallelTerminationStrategy: PID 14917 died...\u000a02:40:06.093850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14917): Terminated: ok {rc=0}\u000a02:40:06.104168 --- ParallelTerminationStrategy: PID 14918 died...\u000a02:40:06.159580 run iperf3-srv_10.42.42.10(pid=14918): Terminated {rc=256}\u000a02:40:06.169782 --- ParallelTerminationStrategy: PID 14919 died...\u000a02:40:06.225271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14919): Terminated: ok {rc=0}\u000a02:40:06.235213 --- ParallelTerminationStrategy: PID 14920 died...\u000a02:40:06.290910 run iperf3-srv_10.42.42.10(pid=14920): Terminated {rc=256}\u000a02:40:06.301112 --- ParallelTerminationStrategy: PID 14921 died...\u000a02:40:06.356594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14921): Terminated: ok {rc=0}\u000a02:40:06.366732 --- ParallelTerminationStrategy: PID 14922 died...\u000a02:40:06.422209 run iperf3-srv_10.42.42.10(pid=14922): Terminated {rc=256}\u000a02:40:06.432331 --- ParallelTerminationStrategy: PID 14923 died...\u000a02:40:06.487789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14923): Terminated: ok {rc=0}\u000a02:40:06.498035 --- ParallelTerminationStrategy: PID 14924 died...\u000a02:40:06.553586 run iperf3-srv_10.42.42.10(pid=14924): Terminated {rc=256}\u000a02:40:06.563692 --- ParallelTerminationStrategy: PID 14930 died...\u000a02:40:06.619367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14930): Terminated: ok {rc=0}\u000a02:40:06.629530 --- ParallelTerminationStrategy: PID 14933 died...\u000a02:40:06.684887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14933): Terminated: ok {rc=0}\u000a02:40:06.695288 --- ParallelTerminationStrategy: PID 14936 died...\u000a02:40:06.751196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14936): Terminated: ok {rc=0}\u000a02:40:06.839559 bus /gobi_4: Setting Powered False\u000a02:40:07.947227 bus /gobi_4: Setting Powered False\u000a02:40:09.060036 bus /gobi_1: Setting Powered False\u000a02:40:10.162586 bus /gobi_1: Setting Powered False\u000a02:40:11.269771 bus /gobi_0: Setting Powered False\u000a02:40:12.375792 bus /gobi_0: Setting Powered False\u000a02:40:13.484448 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14944): Process ended prematurely: osmo-stp_10.42.42.5(pid=14944) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14944)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14944): Process ended prematurely: osmo-stp_10.42.42.5(pid=14944) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14944)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a02:40:14.553630 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:14.565893 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:40:14.712227 tst ping.py: using LAC 25415\u000a02:40:14.837347 tst ping.py: using RAC 170\u000a02:40:14.963932 tst ping.py: using CellId 25415\u000a02:40:15.084179 tst ping.py: using BVCI 25416\u000a02:40:15.107173 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:15.118292 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:15.129155 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:15.140667 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:15.152089 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:15.163443 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:15.175062 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:15.186694 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:40:15.477158 tst ping.py:19: start network...\u000a02:40:15.609655 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:40:16.188854 run create_hlr_db(pid=14938): Launched\u000a02:40:16.378191 bus /gobi_6: Setting Powered False\u000a02:40:17.391815 run create_hlr_db(pid=14938): Terminated: ok {rc=0}\u000a02:40:17.794807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14940): Launched\u000a02:40:18.091470 run osmo-hlr_10.42.42.2(pid=14941): Launched\u000a02:40:18.198832 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:40:18.718562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14943): Launched\u000a02:40:19.016823 run osmo-stp_10.42.42.5(pid=14944): Launched\u000a02:40:19.126276 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:40:19.647161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14946): Launched\u000a02:40:19.753560 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:40:20.014817 run patchelf(pid=14947): Launched\u000a02:40:20.189472 run osmo-stp_10.42.42.5(pid=14944): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14944)]\u000a02:40:20.316728 run osmo-stp_10.42.42.5(pid=14944): stdout: \u000a| (launched: 2022-12-10_02:40:18.870053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:20.444849 run osmo-stp_10.42.42.5(pid=14944): stderr: \u000a| �[0;m�[38;5;43m20221210024019040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024019040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024019041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024019041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024019043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024019044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024019044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:20.568134 run osmo-stp_10.42.42.5(pid=14944): stdout: \u000a| (launched: 2022-12-10_02:40:18.870053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:20.690242 run osmo-stp_10.42.42.5(pid=14944): stderr: \u000a| �[0;m�[38;5;43m20221210024019040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024019040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024019041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024019041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024019043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024019044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024019044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:20.833308 run patchelf(pid=14947): Terminating (SIGINT)\u000a02:40:21.000333 run patchelf(pid=14947): Terminated: ok {rc=0}\u000a02:40:21.030729 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14944): Process ended prematurely: osmo-stp_10.42.42.5(pid=14944) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14944)] [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a02:40:21.039559 tst ping.py:22: Test FAILED (6.5 sec)\u000a02:40:21.101086 run osmo-hlr_10.42.42.2(pid=14941): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14941)]\u000a02:40:21.150671 run osmo-hlr_10.42.42.2(pid=14941): stdout: \u000a| (launched: 2022-12-10_02:40:17.945474) \u000a02:40:21.200750 run osmo-hlr_10.42.42.2(pid=14941): stderr: \u000a| �[0;m�[1;31m20221210024018119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024018119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024018119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024018119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024018119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024018119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024018158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024018168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024018168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024018168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:40:21.242964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14940): Terminating (SIGTERM)\u000a02:40:21.283145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14943): Terminating (SIGTERM)\u000a02:40:21.323387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14946): Terminating (SIGTERM)\u000a02:40:21.333456 --- ParallelTerminationStrategy: PID 14940 died...\u000a02:40:21.387649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14940): Terminated: ok {rc=0}\u000a02:40:21.397732 --- ParallelTerminationStrategy: PID 14943 died...\u000a02:40:21.451873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14943): Terminated: ok {rc=0}\u000a02:40:21.461941 --- ParallelTerminationStrategy: PID 14946 died...\u000a02:40:21.515697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14946): Terminated: ok {rc=0}\u000a02:40:21.604344 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14954): Process ended prematurely: osmo-stp_10.42.42.5(pid=14954) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14954)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14954): Process ended prematurely: osmo-stp_10.42.42.5(pid=14954) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14954)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a02:40:22.656264 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:22.668331 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:40:22.804839 tst ping_idle_ping.py: using LAC 25416\u000a02:40:22.921958 tst ping_idle_ping.py: using RAC 171\u000a02:40:23.038948 tst ping_idle_ping.py: using CellId 25416\u000a02:40:23.164832 tst ping_idle_ping.py: using BVCI 25417\u000a02:40:23.189631 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:23.201289 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:23.212495 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:23.223889 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:23.235312 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:23.246687 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:23.258216 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:23.269439 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:40:23.545148 tst ping_idle_ping.py:24: start network...\u000a02:40:23.669269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:40:24.142033 run create_hlr_db(pid=14948): Launched\u000a02:40:24.314213 bus /gobi_6: Setting Powered False\u000a02:40:25.334592 run create_hlr_db(pid=14948): Terminated: ok {rc=0}\u000a02:40:25.759204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14950): Launched\u000a02:40:26.079004 run osmo-hlr_10.42.42.2(pid=14951): Launched\u000a02:40:26.194975 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:40:26.748271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14953): Launched\u000a02:40:27.067387 run osmo-stp_10.42.42.5(pid=14954): Launched\u000a02:40:27.183145 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:40:27.740740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14956): Launched\u000a02:40:27.854578 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:40:28.133725 run patchelf(pid=14957): Launched\u000a02:40:28.320911 run osmo-stp_10.42.42.5(pid=14954): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14954)]\u000a02:40:28.457688 run osmo-stp_10.42.42.5(pid=14954): stdout: \u000a| (launched: 2022-12-10_02:40:26.910277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:28.594940 run osmo-stp_10.42.42.5(pid=14954): stderr: \u000a| �[0;m�[38;5;43m20221210024027101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024027101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024027101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024027102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024027102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024027102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024027102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:28.728766 run osmo-stp_10.42.42.5(pid=14954): stdout: \u000a| (launched: 2022-12-10_02:40:26.910277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:28.860120 run osmo-stp_10.42.42.5(pid=14954): stderr: \u000a| �[0;m�[38;5;43m20221210024027101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024027101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024027101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024027102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024027102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024027102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024027102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:29.013358 run patchelf(pid=14957): Terminating (SIGINT)\u000a02:40:29.192420 run patchelf(pid=14957): Terminated: ok {rc=0}\u000a02:40:29.225482 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14954): Process ended prematurely: osmo-stp_10.42.42.5(pid=14954) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14954)] [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a02:40:29.234591 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a02:40:29.297163 run osmo-hlr_10.42.42.2(pid=14951): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14951)]\u000a02:40:29.348368 run osmo-hlr_10.42.42.2(pid=14951): stdout: \u000a| (launched: 2022-12-10_02:40:25.921415) \u000a02:40:29.400173 run osmo-hlr_10.42.42.2(pid=14951): stderr: \u000a| �[0;m�[1;31m20221210024026119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024026119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024026119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024026119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024026119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024026119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024026131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024026139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024026139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024026140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:40:29.444266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14950): Terminating (SIGTERM)\u000a02:40:29.486232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14953): Terminating (SIGTERM)\u000a02:40:29.528073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14956): Terminating (SIGTERM)\u000a02:40:29.537840 --- ParallelTerminationStrategy: PID 14950 died...\u000a02:40:29.593421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14950): Terminated: ok {rc=0}\u000a02:40:29.603572 --- ParallelTerminationStrategy: PID 14953 died...\u000a02:40:29.659053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14953): Terminated: ok {rc=0}\u000a02:40:29.669121 --- ParallelTerminationStrategy: PID 14956 died...\u000a02:40:29.724504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14956): Terminated: ok {rc=0}\u000a02:40:29.811732 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:39:31" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14971): Process ended prematurely: osmo-stp_10.42.42.5(pid=14971) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14971)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14971): Process ended prematurely: osmo-stp_10.42.42.5(pid=14971) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:40:32.116320 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:32.134012 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:40:32.318578 tst cs_paging_gprs_active.py: using LAC 25417\u000a02:40:32.447992 tst cs_paging_gprs_active.py: using RAC 172\u000a02:40:32.575761 tst cs_paging_gprs_active.py: using CellId 25417\u000a02:40:32.703450 tst cs_paging_gprs_active.py: using BVCI 25418\u000a02:40:32.728566 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:32.740104 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:32.751565 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:32.763218 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:32.774834 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:32.786267 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:32.797829 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:32.809088 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:32.820660 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:40:32.938702 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:40:33.221587 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:40:33.349124 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:40:33.663594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14961): Launched\u000a02:40:33.928802 run iperf3-srv_10.42.42.10(pid=14962): Launched\u000a02:40:34.114789 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:40:34.241608 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:40:34.555980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14963): Launched\u000a02:40:34.818479 run iperf3-srv_10.42.42.10(pid=14964): Launched\u000a02:40:35.004273 tst cs_paging_gprs_active.py:38: start network...\u000a02:40:35.131144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:40:35.613643 run create_hlr_db(pid=14965): Launched\u000a02:40:35.788547 bus /gobi_6: Setting Powered False\u000a02:40:36.810365 run create_hlr_db(pid=14965): Terminated: ok {rc=0}\u000a02:40:37.242182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14967): Launched\u000a02:40:37.569375 run osmo-hlr_10.42.42.2(pid=14968): Launched\u000a02:40:37.689048 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:40:38.253099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14970): Launched\u000a02:40:38.579798 run osmo-stp_10.42.42.5(pid=14971): Launched\u000a02:40:38.698174 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:40:39.264090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14973): Launched\u000a02:40:39.381232 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:40:39.664331 run patchelf(pid=14974): Launched\u000a02:40:39.854749 run osmo-stp_10.42.42.5(pid=14971): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14971)]\u000a02:40:39.994220 run osmo-stp_10.42.42.5(pid=14971): stdout: \u000a| (launched: 2022-12-10_02:40:38.419152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:40.134099 run osmo-stp_10.42.42.5(pid=14971): stderr: \u000a| �[0;m�[38;5;43m20221210024038612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024038612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024038612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024038613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024038613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024038613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024038614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:40.268585 run osmo-stp_10.42.42.5(pid=14971): stdout: \u000a| (launched: 2022-12-10_02:40:38.419152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:40.402431 run osmo-stp_10.42.42.5(pid=14971): stderr: \u000a| �[0;m�[38;5;43m20221210024038612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024038612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024038612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024038613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024038613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024038613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024038614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:40.557880 run patchelf(pid=14974): Terminating (SIGINT)\u000a02:40:40.739977 run patchelf(pid=14974): Terminated: ok {rc=0}\u000a02:40:40.773396 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14971): Process ended prematurely: osmo-stp_10.42.42.5(pid=14971) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14971)] [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a02:40:40.783005 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a02:40:40.845847 run osmo-hlr_10.42.42.2(pid=14968): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14968)]\u000a02:40:40.897018 run osmo-hlr_10.42.42.2(pid=14968): stdout: \u000a| (launched: 2022-12-10_02:40:37.408757) \u000a02:40:40.948822 run osmo-hlr_10.42.42.2(pid=14968): stderr: \u000a| �[0;m�[1;31m20221210024037611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024037611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024037611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024037611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024037611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024037611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024037644 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024037654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024037655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024037655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:40:40.992853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14961): Terminating (SIGTERM)\u000a02:40:41.034824 run iperf3-srv_10.42.42.10(pid=14962): Terminating (SIGTERM)\u000a02:40:41.076622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14963): Terminating (SIGTERM)\u000a02:40:41.118134 run iperf3-srv_10.42.42.10(pid=14964): Terminating (SIGTERM)\u000a02:40:41.161180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14967): Terminating (SIGTERM)\u000a02:40:41.201036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14970): Terminating (SIGTERM)\u000a02:40:41.241027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14973): Terminating (SIGTERM)\u000a02:40:41.251118 --- ParallelTerminationStrategy: PID 14961 died...\u000a02:40:41.304724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14961): Terminated: ok {rc=0}\u000a02:40:41.314367 --- ParallelTerminationStrategy: PID 14962 died...\u000a02:40:41.367539 run iperf3-srv_10.42.42.10(pid=14962): Terminated {rc=256}\u000a02:40:41.377036 --- ParallelTerminationStrategy: PID 14963 died...\u000a02:40:41.429833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14963): Terminated: ok {rc=0}\u000a02:40:41.439413 --- ParallelTerminationStrategy: PID 14964 died...\u000a02:40:41.492324 run iperf3-srv_10.42.42.10(pid=14964): Terminated {rc=256}\u000a02:40:41.501751 --- ParallelTerminationStrategy: PID 14967 died...\u000a02:40:41.554210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14967): Terminated: ok {rc=0}\u000a02:40:41.563928 --- ParallelTerminationStrategy: PID 14970 died...\u000a02:40:41.616792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14970): Terminated: ok {rc=0}\u000a02:40:41.626408 --- ParallelTerminationStrategy: PID 14973 died...\u000a02:40:41.679545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14973): Terminated: ok {rc=0}\u000a02:40:41.762970 bus /gobi_0: Setting Powered False\u000a02:40:42.870017 bus /gobi_0: Setting Powered False\u000a02:40:43.981414 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14983): Process ended prematurely: osmo-stp_10.42.42.5(pid=14983) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14983)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14983): Process ended prematurely: osmo-stp_10.42.42.5(pid=14983) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14983)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a02:40:45.096502 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:45.108537 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:40:45.278210 tst iperf3.py: using LAC 25418\u000a02:40:45.407320 tst iperf3.py: using RAC 173\u000a02:40:45.530559 tst iperf3.py: using CellId 25418\u000a02:40:45.652091 tst iperf3.py: using BVCI 25419\u000a02:40:45.675634 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:45.686842 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:45.697753 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:45.709692 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:45.722231 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:45.733862 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:45.744727 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:45.756258 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:45.767978 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:40:46.076682 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:40:46.216326 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:40:46.571114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14975): Launched\u000a02:40:46.875421 run iperf3-srv_10.42.42.10(pid=14976): Launched\u000a02:40:47.079632 tst iperf3.py:8: start network...\u000a02:40:47.218494 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:40:47.740798 run create_hlr_db(pid=14977): Launched\u000a02:40:47.929022 bus /gobi_6: Setting Powered False\u000a02:40:48.949340 run create_hlr_db(pid=14977): Terminated: ok {rc=0}\u000a02:40:49.382918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14979): Launched\u000a02:40:49.708337 run osmo-hlr_10.42.42.2(pid=14980): Launched\u000a02:40:49.829615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:40:50.397076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14982): Launched\u000a02:40:50.722758 run osmo-stp_10.42.42.5(pid=14983): Launched\u000a02:40:50.841472 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:40:51.409834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14985): Launched\u000a02:40:51.525912 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:40:51.808884 run patchelf(pid=14986): Launched\u000a02:40:51.998882 run osmo-stp_10.42.42.5(pid=14983): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14983)]\u000a02:40:52.138325 run osmo-stp_10.42.42.5(pid=14983): stdout: \u000a| (launched: 2022-12-10_02:40:50.562804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:52.277448 run osmo-stp_10.42.42.5(pid=14983): stderr: \u000a| �[0;m�[38;5;43m20221210024050756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024050756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024050756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024050757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024050757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024050757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024050757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:52.412271 run osmo-stp_10.42.42.5(pid=14983): stdout: \u000a| (launched: 2022-12-10_02:40:50.562804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:52.546153 run osmo-stp_10.42.42.5(pid=14983): stderr: \u000a| �[0;m�[38;5;43m20221210024050756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024050756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024050756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024050757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024050757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024050757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024050757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:52.702099 run patchelf(pid=14986): Terminating (SIGINT)\u000a02:40:52.884568 run patchelf(pid=14986): Terminated: ok {rc=0}\u000a02:40:52.917923 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14983): Process ended prematurely: osmo-stp_10.42.42.5(pid=14983) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14983)] [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a02:40:52.927701 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a02:40:52.990972 run osmo-hlr_10.42.42.2(pid=14980): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14980)]\u000a02:40:53.042661 run osmo-hlr_10.42.42.2(pid=14980): stdout: \u000a| (launched: 2022-12-10_02:40:49.549133) \u000a02:40:53.095134 run osmo-hlr_10.42.42.2(pid=14980): stderr: \u000a| �[0;m�[1;31m20221210024049750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024049751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024049751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024049751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024049751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024049751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024049763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024049772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024049772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024049772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:40:53.139404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14975): Terminating (SIGTERM)\u000a02:40:53.181610 run iperf3-srv_10.42.42.10(pid=14976): Terminating (SIGTERM)\u000a02:40:53.223691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14979): Terminating (SIGTERM)\u000a02:40:53.265879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14982): Terminating (SIGTERM)\u000a02:40:53.307689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14985): Terminating (SIGTERM)\u000a02:40:53.317568 --- ParallelTerminationStrategy: PID 14975 died...\u000a02:40:53.374115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14975): Terminated: ok {rc=0}\u000a02:40:53.384255 --- ParallelTerminationStrategy: PID 14976 died...\u000a02:40:53.440426 run iperf3-srv_10.42.42.10(pid=14976): Terminated {rc=256}\u000a02:40:53.450570 --- ParallelTerminationStrategy: PID 14979 died...\u000a02:40:53.506488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14979): Terminated: ok {rc=0}\u000a02:40:53.516656 --- ParallelTerminationStrategy: PID 14982 died...\u000a02:40:53.572383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14982): Terminated: ok {rc=0}\u000a02:40:53.582709 --- ParallelTerminationStrategy: PID 14985 died...\u000a02:40:53.638606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14985): Terminated: ok {rc=0}\u000a02:40:53.724923 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15001): Process ended prematurely: osmo-stp_10.42.42.5(pid=15001) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15001)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15001): Process ended prematurely: osmo-stp_10.42.42.5(pid=15001) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a02:40:54.841669 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:54.853973 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:40:55.021861 tst iperf3m4.py: using LAC 25419\u000a02:40:55.150575 tst iperf3m4.py: using RAC 174\u000a02:40:55.283215 tst iperf3m4.py: using CellId 25419\u000a02:40:55.409738 tst iperf3m4.py: using BVCI 25420\u000a02:40:55.434960 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:55.446595 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:55.457912 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:55.469446 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:55.480795 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:55.492301 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:55.503975 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:55.515334 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:55.527666 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:40:55.647931 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:40:55.768818 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:40:55.885605 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:40:56.182165 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:40:56.318190 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:40:56.655444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14987): Launched\u000a02:40:56.935167 run iperf3-srv_10.42.42.10(pid=14988): Launched\u000a02:40:57.135925 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:40:57.271785 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:40:57.609447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14989): Launched\u000a02:40:57.889329 run iperf3-srv_10.42.42.10(pid=14990): Launched\u000a02:40:58.088751 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:40:58.223996 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:40:58.559829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14991): Launched\u000a02:40:58.838793 run iperf3-srv_10.42.42.10(pid=14992): Launched\u000a02:40:59.038253 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:40:59.173774 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:40:59.510459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14993): Launched\u000a02:40:59.789603 run iperf3-srv_10.42.42.10(pid=14994): Launched\u000a02:40:59.987794 tst iperf3m4.py:8: start network...\u000a02:41:00.123717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:41:00.644865 run create_hlr_db(pid=14995): Launched\u000a02:41:00.832725 bus /gobi_6: Setting Powered False\u000a02:41:01.857833 run create_hlr_db(pid=14995): Terminated: ok {rc=0}\u000a02:41:02.312657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14997): Launched\u000a02:41:02.638992 run osmo-hlr_10.42.42.2(pid=14998): Launched\u000a02:41:02.757155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:41:03.323531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15000): Launched\u000a02:41:03.649517 run osmo-stp_10.42.42.5(pid=15001): Launched\u000a02:41:03.767548 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:41:04.333447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15003): Launched\u000a02:41:04.449094 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:41:04.734111 run patchelf(pid=15004): Launched\u000a02:41:04.923535 run osmo-stp_10.42.42.5(pid=15001): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15001)]\u000a02:41:05.062720 run osmo-stp_10.42.42.5(pid=15001): stdout: \u000a| (launched: 2022-12-10_02:41:03.488794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:05.201593 run osmo-stp_10.42.42.5(pid=15001): stderr: \u000a| �[0;m�[38;5;43m20221210024103681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024103681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024103681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024103682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024103682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024103682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024103682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:05.336088 run osmo-stp_10.42.42.5(pid=15001): stdout: \u000a| (launched: 2022-12-10_02:41:03.488794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:05.469196 run osmo-stp_10.42.42.5(pid=15001): stderr: \u000a| �[0;m�[38;5;43m20221210024103681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024103681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024103681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024103682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024103682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024103682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024103682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:05.624759 run patchelf(pid=15004): Terminating (SIGINT)\u000a02:41:05.806402 run patchelf(pid=15004): Terminated: ok {rc=0}\u000a02:41:05.839454 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15001): Process ended prematurely: osmo-stp_10.42.42.5(pid=15001) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15001)] [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a02:41:05.849282 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a02:41:05.912632 run osmo-hlr_10.42.42.2(pid=14998): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14998)]\u000a02:41:05.964188 run osmo-hlr_10.42.42.2(pid=14998): stdout: \u000a| (launched: 2022-12-10_02:41:02.478205) \u000a02:41:06.016744 run osmo-hlr_10.42.42.2(pid=14998): stderr: \u000a| �[0;m�[1;31m20221210024102676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024102676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024102676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024102676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024102676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024102676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024102716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024102725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024102726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024102726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:41:06.061300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14987): Terminating (SIGTERM)\u000a02:41:06.103585 run iperf3-srv_10.42.42.10(pid=14988): Terminating (SIGTERM)\u000a02:41:06.145796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14989): Terminating (SIGTERM)\u000a02:41:06.187594 run iperf3-srv_10.42.42.10(pid=14990): Terminating (SIGTERM)\u000a02:41:06.229563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14991): Terminating (SIGTERM)\u000a02:41:06.271228 run iperf3-srv_10.42.42.10(pid=14992): Terminating (SIGTERM)\u000a02:41:06.313240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14993): Terminating (SIGTERM)\u000a02:41:06.354970 run iperf3-srv_10.42.42.10(pid=14994): Terminating (SIGTERM)\u000a02:41:06.396670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14997): Terminating (SIGTERM)\u000a02:41:06.438427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15000): Terminating (SIGTERM)\u000a02:41:06.480314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15003): Terminating (SIGTERM)\u000a02:41:06.490116 --- ParallelTerminationStrategy: PID 14987 died...\u000a02:41:06.546227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14987): Terminated: ok {rc=0}\u000a02:41:06.556284 --- ParallelTerminationStrategy: PID 14988 died...\u000a02:41:06.611887 run iperf3-srv_10.42.42.10(pid=14988): Terminated {rc=256}\u000a02:41:06.621951 --- ParallelTerminationStrategy: PID 14989 died...\u000a02:41:06.677541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14989): Terminated: ok {rc=0}\u000a02:41:06.687596 --- ParallelTerminationStrategy: PID 14990 died...\u000a02:41:06.743063 run iperf3-srv_10.42.42.10(pid=14990): Terminated {rc=256}\u000a02:41:06.753154 --- ParallelTerminationStrategy: PID 14991 died...\u000a02:41:06.808472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14991): Terminated: ok {rc=0}\u000a02:41:06.818576 --- ParallelTerminationStrategy: PID 14992 died...\u000a02:41:06.873903 run iperf3-srv_10.42.42.10(pid=14992): Terminated {rc=256}\u000a02:41:06.883958 --- ParallelTerminationStrategy: PID 14993 died...\u000a02:41:06.939380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14993): Terminated: ok {rc=0}\u000a02:41:06.949522 --- ParallelTerminationStrategy: PID 14994 died...\u000a02:41:07.004539 run iperf3-srv_10.42.42.10(pid=14994): Terminated {rc=256}\u000a02:41:07.014959 --- ParallelTerminationStrategy: PID 14997 died...\u000a02:41:07.070893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14997): Terminated: ok {rc=0}\u000a02:41:07.081071 --- ParallelTerminationStrategy: PID 15000 died...\u000a02:41:07.136610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15000): Terminated: ok {rc=0}\u000a02:41:07.146767 --- ParallelTerminationStrategy: PID 15003 died...\u000a02:41:07.202678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15003): Terminated: ok {rc=0}\u000a02:41:07.290633 bus /gobi_4: Setting Powered False\u000a02:41:08.397989 bus /gobi_4: Setting Powered False\u000a02:41:09.506143 bus /gobi_1: Setting Powered False\u000a02:41:10.612229 bus /gobi_1: Setting Powered False\u000a02:41:11.721134 bus /gobi_0: Setting Powered False\u000a02:41:12.827229 bus /gobi_0: Setting Powered False\u000a02:41:13.939486 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15011): Process ended prematurely: osmo-stp_10.42.42.5(pid=15011) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15011)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15011): Process ended prematurely: osmo-stp_10.42.42.5(pid=15011) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a02:41:15.006401 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:15.018122 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:41:15.174323 tst ping.py: using LAC 25420\u000a02:41:15.295964 tst ping.py: using RAC 175\u000a02:41:15.413635 tst ping.py: using CellId 25420\u000a02:41:15.529205 tst ping.py: using BVCI 25421\u000a02:41:15.551910 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:15.563246 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:15.574213 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:15.585509 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:15.596489 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:15.607560 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:15.619009 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:15.630218 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:41:15.920079 tst ping.py:19: start network...\u000a02:41:16.046383 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:41:16.558483 run create_hlr_db(pid=15005): Launched\u000a02:41:16.735390 bus /gobi_6: Setting Powered False\u000a02:41:17.750913 run create_hlr_db(pid=15005): Terminated: ok {rc=0}\u000a02:41:18.175085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15007): Launched\u000a02:41:18.491636 run osmo-hlr_10.42.42.2(pid=15008): Launched\u000a02:41:18.612387 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:41:19.170275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15010): Launched\u000a02:41:19.486808 run osmo-stp_10.42.42.5(pid=15011): Launched\u000a02:41:19.602276 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:41:20.158164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15013): Launched\u000a02:41:20.271379 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:41:20.549107 run patchelf(pid=15014): Launched\u000a02:41:20.735332 run osmo-stp_10.42.42.5(pid=15011): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15011)]\u000a02:41:20.871126 run osmo-stp_10.42.42.5(pid=15011): stdout: \u000a| (launched: 2022-12-10_02:41:19.331569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:21.007316 run osmo-stp_10.42.42.5(pid=15011): stderr: \u000a| �[0;m�[38;5;43m20221210024119523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024119523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024119524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024119524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024119524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024119524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024119525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:21.139289 run osmo-stp_10.42.42.5(pid=15011): stdout: \u000a| (launched: 2022-12-10_02:41:19.331569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:21.269460 run osmo-stp_10.42.42.5(pid=15011): stderr: \u000a| �[0;m�[38;5;43m20221210024119523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024119523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024119524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024119524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024119524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024119524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024119525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:21.421295 run patchelf(pid=15014): Terminating (SIGINT)\u000a02:41:21.599579 run patchelf(pid=15014): Terminated: ok {rc=0}\u000a02:41:21.632369 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15011): Process ended prematurely: osmo-stp_10.42.42.5(pid=15011) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15011)] [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a02:41:21.641532 tst ping.py:22: Test FAILED (6.6 sec)\u000a02:41:21.704107 run osmo-hlr_10.42.42.2(pid=15008): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15008)]\u000a02:41:21.755448 run osmo-hlr_10.42.42.2(pid=15008): stdout: \u000a| (launched: 2022-12-10_02:41:18.336489) \u000a02:41:21.807249 run osmo-hlr_10.42.42.2(pid=15008): stderr: \u000a| �[0;m�[1;31m20221210024118536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024118536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024118536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024118536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024118536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024118536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024118548 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024118557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024118557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024118557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:41:21.851227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15007): Terminating (SIGTERM)\u000a02:41:21.892911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15010): Terminating (SIGTERM)\u000a02:41:21.934776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15013): Terminating (SIGTERM)\u000a02:41:21.944361 --- ParallelTerminationStrategy: PID 15007 died...\u000a02:41:22.000040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15007): Terminated: ok {rc=0}\u000a02:41:22.010067 --- ParallelTerminationStrategy: PID 15010 died...\u000a02:41:22.066154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15010): Terminated: ok {rc=0}\u000a02:41:22.076326 --- ParallelTerminationStrategy: PID 15013 died...\u000a02:41:22.131989 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15013): Terminated: ok {rc=0}\u000a02:41:22.220074 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15021): Process ended prematurely: osmo-stp_10.42.42.5(pid=15021) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15021)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15021): Process ended prematurely: osmo-stp_10.42.42.5(pid=15021) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a02:41:23.272429 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:23.284558 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:41:23.449063 tst ping_idle_ping.py: using LAC 25421\u000a02:41:23.570258 tst ping_idle_ping.py: using RAC 176\u000a02:41:23.687851 tst ping_idle_ping.py: using CellId 25421\u000a02:41:23.810847 tst ping_idle_ping.py: using BVCI 25422\u000a02:41:23.835280 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:23.846931 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:23.858203 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:23.869535 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:23.880684 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:23.892015 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:23.903394 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:23.914646 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:41:24.203123 tst ping_idle_ping.py:24: start network...\u000a02:41:24.336146 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:41:24.854146 run create_hlr_db(pid=15015): Launched\u000a02:41:25.039959 bus /gobi_6: Setting Powered False\u000a02:41:26.060014 run create_hlr_db(pid=15015): Terminated: ok {rc=0}\u000a02:41:26.463187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15017): Launched\u000a02:41:26.762850 run osmo-hlr_10.42.42.2(pid=15018): Launched\u000a02:41:26.880057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:41:27.407846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15020): Launched\u000a02:41:27.705931 run osmo-stp_10.42.42.5(pid=15021): Launched\u000a02:41:27.814766 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:41:28.334010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15023): Launched\u000a02:41:28.440827 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:41:28.702238 run patchelf(pid=15024): Launched\u000a02:41:28.877743 run osmo-stp_10.42.42.5(pid=15021): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15021)]\u000a02:41:29.006373 run osmo-stp_10.42.42.5(pid=15021): stdout: \u000a| (launched: 2022-12-10_02:41:27.558699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:29.135302 run osmo-stp_10.42.42.5(pid=15021): stderr: \u000a| �[0;m�[38;5;43m20221210024127729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024127729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024127730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024127730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024127731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024127731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024127731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:29.259725 run osmo-stp_10.42.42.5(pid=15021): stdout: \u000a| (launched: 2022-12-10_02:41:27.558699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:29.382975 run osmo-stp_10.42.42.5(pid=15021): stderr: \u000a| �[0;m�[38;5;43m20221210024127729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024127729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024127730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024127730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024127731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024127731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024127731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:29.526494 run patchelf(pid=15024): Terminating (SIGINT)\u000a02:41:29.694363 run patchelf(pid=15024): Terminated: ok {rc=0}\u000a02:41:29.724984 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15021): Process ended prematurely: osmo-stp_10.42.42.5(pid=15021) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15021)] [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a02:41:29.733829 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a02:41:29.794529 run osmo-hlr_10.42.42.2(pid=15018): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15018)]\u000a02:41:29.843478 run osmo-hlr_10.42.42.2(pid=15018): stdout: \u000a| (launched: 2022-12-10_02:41:26.614920) \u000a02:41:29.893835 run osmo-hlr_10.42.42.2(pid=15018): stderr: \u000a| �[0;m�[1;31m20221210024126789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024126789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024126789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024126789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024126789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024126789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024126802 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024126810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024126810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024126810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:41:29.936060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15017): Terminating (SIGTERM)\u000a02:41:29.976084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15020): Terminating (SIGTERM)\u000a02:41:30.016376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15023): Terminating (SIGTERM)\u000a02:41:30.026119 --- ParallelTerminationStrategy: PID 15017 died...\u000a02:41:30.079891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15017): Terminated: ok {rc=0}\u000a02:41:30.089633 --- ParallelTerminationStrategy: PID 15020 died...\u000a02:41:30.142629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15020): Terminated: ok {rc=0}\u000a02:41:30.152585 --- ParallelTerminationStrategy: PID 15023 died...\u000a02:41:30.205575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15023): Terminated: ok {rc=0}\u000a02:41:30.294197 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:40:31" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15039): Process ended prematurely: osmo-stp_10.42.42.5(pid=15039) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15039)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15039): Process ended prematurely: osmo-stp_10.42.42.5(pid=15039) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:41:32.492289 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:32.503522 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:41:32.661258 tst cs_paging_gprs_active.py: using LAC 25422\u000a02:41:32.780209 tst cs_paging_gprs_active.py: using RAC 177\u000a02:41:32.900379 tst cs_paging_gprs_active.py: using CellId 25422\u000a02:41:33.018242 tst cs_paging_gprs_active.py: using BVCI 25423\u000a02:41:33.041742 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:33.052619 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:33.063470 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:33.074708 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:33.086017 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:33.097439 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:33.108993 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:33.120080 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:33.131772 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:41:33.249318 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:41:33.531680 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:41:33.659183 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:41:33.975657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15029): Launched\u000a02:41:34.238945 run iperf3-srv_10.42.42.10(pid=15030): Launched\u000a02:41:34.424896 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:41:34.552281 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:41:34.867500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15031): Launched\u000a02:41:35.129439 run iperf3-srv_10.42.42.10(pid=15032): Launched\u000a02:41:35.314404 tst cs_paging_gprs_active.py:38: start network...\u000a02:41:35.441092 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:41:35.919791 run create_hlr_db(pid=15033): Launched\u000a02:41:36.094926 bus /gobi_6: Setting Powered False\u000a02:41:37.115890 run create_hlr_db(pid=15033): Terminated: ok {rc=0}\u000a02:41:37.545630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15035): Launched\u000a02:41:37.850540 run osmo-hlr_10.42.42.2(pid=15036): Launched\u000a02:41:37.967483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:41:38.501781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15038): Launched\u000a02:41:38.806057 run osmo-stp_10.42.42.5(pid=15039): Launched\u000a02:41:38.917567 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:41:39.445608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15041): Launched\u000a02:41:39.554457 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:41:39.819584 run patchelf(pid=15042): Launched\u000a02:41:39.997685 run osmo-stp_10.42.42.5(pid=15039): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15039)]\u000a02:41:40.127821 run osmo-stp_10.42.42.5(pid=15039): stdout: \u000a| (launched: 2022-12-10_02:41:38.655680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:40.258418 run osmo-stp_10.42.42.5(pid=15039): stderr: \u000a| �[0;m�[38;5;43m20221210024138825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024138825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024138826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024138826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024138827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024138827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024138827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:40.384233 run osmo-stp_10.42.42.5(pid=15039): stdout: \u000a| (launched: 2022-12-10_02:41:38.655680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:40.509990 run osmo-stp_10.42.42.5(pid=15039): stderr: \u000a| �[0;m�[38;5;43m20221210024138825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024138825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024138826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024138826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024138827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024138827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024138827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:40.655612 run patchelf(pid=15042): Terminating (SIGINT)\u000a02:41:40.826424 run patchelf(pid=15042): Terminated: ok {rc=0}\u000a02:41:40.857856 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15039): Process ended prematurely: osmo-stp_10.42.42.5(pid=15039) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15039)] [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a02:41:40.866993 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a02:41:40.928180 run osmo-hlr_10.42.42.2(pid=15036): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15036)]\u000a02:41:40.977774 run osmo-hlr_10.42.42.2(pid=15036): stdout: \u000a| (launched: 2022-12-10_02:41:37.700028) \u000a02:41:41.028123 run osmo-hlr_10.42.42.2(pid=15036): stderr: \u000a| �[0;m�[1;31m20221210024137879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024137879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024137879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024137879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024137879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024137879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024137902 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024137911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024137911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024137911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:41:41.070579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15029): Terminating (SIGTERM)\u000a02:41:41.110880 run iperf3-srv_10.42.42.10(pid=15030): Terminating (SIGTERM)\u000a02:41:41.151552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15031): Terminating (SIGTERM)\u000a02:41:41.191762 run iperf3-srv_10.42.42.10(pid=15032): Terminating (SIGTERM)\u000a02:41:41.232022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15035): Terminating (SIGTERM)\u000a02:41:41.272168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15038): Terminating (SIGTERM)\u000a02:41:41.312617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15041): Terminating (SIGTERM)\u000a02:41:41.322269 --- ParallelTerminationStrategy: PID 15029 died...\u000a02:41:41.376254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15029): Terminated: ok {rc=0}\u000a02:41:41.386363 --- ParallelTerminationStrategy: PID 15030 died...\u000a02:41:41.440331 run iperf3-srv_10.42.42.10(pid=15030): Terminated {rc=256}\u000a02:41:41.450063 --- ParallelTerminationStrategy: PID 15031 died...\u000a02:41:41.503611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15031): Terminated: ok {rc=0}\u000a02:41:41.513811 --- ParallelTerminationStrategy: PID 15032 died...\u000a02:41:41.567514 run iperf3-srv_10.42.42.10(pid=15032): Terminated {rc=256}\u000a02:41:41.577319 --- ParallelTerminationStrategy: PID 15035 died...\u000a02:41:41.631243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15035): Terminated: ok {rc=0}\u000a02:41:41.641152 --- ParallelTerminationStrategy: PID 15038 died...\u000a02:41:41.695279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15038): Terminated: ok {rc=0}\u000a02:41:41.704936 --- ParallelTerminationStrategy: PID 15041 died...\u000a02:41:41.758986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15041): Terminated: ok {rc=0}\u000a02:41:41.844106 bus /gobi_0: Setting Powered False\u000a02:41:42.951496 bus /gobi_0: Setting Powered False\u000a02:41:44.059484 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15051): Process ended prematurely: osmo-stp_10.42.42.5(pid=15051) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15051)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15051): Process ended prematurely: osmo-stp_10.42.42.5(pid=15051) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a02:41:45.175089 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:45.187150 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:41:45.358938 tst iperf3.py: using LAC 25423\u000a02:41:45.487121 tst iperf3.py: using RAC 178\u000a02:41:45.618337 tst iperf3.py: using CellId 25423\u000a02:41:45.746234 tst iperf3.py: using BVCI 25424\u000a02:41:45.771047 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:45.782450 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:45.793786 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:45.805712 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:45.817620 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:45.829748 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:45.859537 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:45.872020 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:45.884151 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:41:46.235839 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:41:46.371259 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:41:46.725851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15043): Launched\u000a02:41:47.016876 run iperf3-srv_10.42.42.10(pid=15044): Launched\u000a02:41:47.213842 tst iperf3.py:8: start network...\u000a02:41:47.352407 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:41:47.874606 run create_hlr_db(pid=15045): Launched\u000a02:41:48.062867 bus /gobi_6: Setting Powered False\u000a02:41:49.082700 run create_hlr_db(pid=15045): Terminated: ok {rc=0}\u000a02:41:49.488479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15047): Launched\u000a02:41:49.791740 run osmo-hlr_10.42.42.2(pid=15048): Launched\u000a02:41:49.906892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:41:50.435308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15050): Launched\u000a02:41:50.739938 run osmo-stp_10.42.42.5(pid=15051): Launched\u000a02:41:50.851072 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:41:51.380330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15053): Launched\u000a02:41:51.488486 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:41:51.754014 run patchelf(pid=15054): Launched\u000a02:41:51.932491 run osmo-stp_10.42.42.5(pid=15051): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15051)]\u000a02:41:52.062682 run osmo-stp_10.42.42.5(pid=15051): stdout: \u000a| (launched: 2022-12-10_02:41:50.589719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:52.192824 run osmo-stp_10.42.42.5(pid=15051): stderr: \u000a| �[0;m�[38;5;43m20221210024150758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024150758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024150758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024150759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024150761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024150761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024150761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:52.318869 run osmo-stp_10.42.42.5(pid=15051): stdout: \u000a| (launched: 2022-12-10_02:41:50.589719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:52.443904 run osmo-stp_10.42.42.5(pid=15051): stderr: \u000a| �[0;m�[38;5;43m20221210024150758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024150758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024150758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024150759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024150761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024150761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024150761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:52.589399 run patchelf(pid=15054): Terminating (SIGINT)\u000a02:41:52.759845 run patchelf(pid=15054): Terminated: ok {rc=0}\u000a02:41:52.791054 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15051): Process ended prematurely: osmo-stp_10.42.42.5(pid=15051) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15051)] [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a02:41:52.800143 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a02:41:52.860768 run osmo-hlr_10.42.42.2(pid=15048): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15048)]\u000a02:41:52.909901 run osmo-hlr_10.42.42.2(pid=15048): stdout: \u000a| (launched: 2022-12-10_02:41:49.642599) \u000a02:41:52.960126 run osmo-hlr_10.42.42.2(pid=15048): stderr: \u000a| �[0;m�[1;31m20221210024149821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024149821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024149821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024149821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024149821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024149821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024149834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024149843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024149844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024149844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:41:53.002531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15043): Terminating (SIGTERM)\u000a02:41:53.042211 run iperf3-srv_10.42.42.10(pid=15044): Terminating (SIGTERM)\u000a02:41:53.081809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15047): Terminating (SIGTERM)\u000a02:41:53.121943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15050): Terminating (SIGTERM)\u000a02:41:53.161656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15053): Terminating (SIGTERM)\u000a02:41:53.171060 --- ParallelTerminationStrategy: PID 15043 died...\u000a02:41:53.224896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15043): Terminated: ok {rc=0}\u000a02:41:53.234705 --- ParallelTerminationStrategy: PID 15044 died...\u000a02:41:53.287736 run iperf3-srv_10.42.42.10(pid=15044): Terminated {rc=256}\u000a02:41:53.297223 --- ParallelTerminationStrategy: PID 15047 died...\u000a02:41:53.350460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15047): Terminated: ok {rc=0}\u000a02:41:53.360178 --- ParallelTerminationStrategy: PID 15050 died...\u000a02:41:53.413076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15050): Terminated: ok {rc=0}\u000a02:41:53.422669 --- ParallelTerminationStrategy: PID 15053 died...\u000a02:41:53.475522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15053): Terminated: ok {rc=0}\u000a02:41:53.558991 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15072): Process ended prematurely: osmo-stp_10.42.42.5(pid=15072) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15072)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15072): Process ended prematurely: osmo-stp_10.42.42.5(pid=15072) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a02:41:54.674736 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:54.686761 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:41:54.856472 tst iperf3m4.py: using LAC 25424\u000a02:41:54.985511 tst iperf3m4.py: using RAC 179\u000a02:41:55.119722 tst iperf3m4.py: using CellId 25424\u000a02:41:55.245377 tst iperf3m4.py: using BVCI 25425\u000a02:41:55.270291 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:55.281912 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:55.293195 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:55.304648 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:55.316238 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:55.327947 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:55.339564 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:55.351001 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:55.362694 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:41:55.482791 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:41:55.602396 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:41:55.720828 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:41:56.018972 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:41:56.155481 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:41:56.491833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15056): Launched\u000a02:41:56.770850 run iperf3-srv_10.42.42.10(pid=15057): Launched\u000a02:41:56.969141 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:41:57.104846 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:41:57.439889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15058): Launched\u000a02:41:57.718895 run iperf3-srv_10.42.42.10(pid=15059): Launched\u000a02:41:57.917536 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:41:58.053138 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:41:58.388184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15060): Launched\u000a02:41:58.667036 run iperf3-srv_10.42.42.10(pid=15061): Launched\u000a02:41:58.865260 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:41:59.000027 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:41:59.336031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15062): Launched\u000a02:41:59.615797 run iperf3-srv_10.42.42.10(pid=15063): Launched\u000a02:41:59.814234 tst iperf3m4.py:8: start network...\u000a02:41:59.950332 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:42:00.473681 run create_hlr_db(pid=15064): Launched\u000a02:42:00.660853 bus /gobi_6: Setting Powered False\u000a02:42:01.682894 run create_hlr_db(pid=15064): Terminated: ok {rc=0}\u000a02:42:02.135763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15068): Launched\u000a02:42:02.462372 run osmo-hlr_10.42.42.2(pid=15069): Launched\u000a02:42:02.580323 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:42:03.149729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15071): Launched\u000a02:42:03.472872 run osmo-stp_10.42.42.5(pid=15072): Launched\u000a02:42:03.590274 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:42:04.155590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15074): Launched\u000a02:42:04.271513 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:42:04.554766 run patchelf(pid=15075): Launched\u000a02:42:04.745324 run osmo-stp_10.42.42.5(pid=15072): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15072)]\u000a02:42:04.884054 run osmo-stp_10.42.42.5(pid=15072): stdout: \u000a| (launched: 2022-12-10_02:42:03.314440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:05.023309 run osmo-stp_10.42.42.5(pid=15072): stderr: \u000a| �[0;m�[38;5;43m20221210024203507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024203507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024203507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024203507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024203508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024203508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024203508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:05.159126 run osmo-stp_10.42.42.5(pid=15072): stdout: \u000a| (launched: 2022-12-10_02:42:03.314440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:05.292396 run osmo-stp_10.42.42.5(pid=15072): stderr: \u000a| �[0;m�[38;5;43m20221210024203507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024203507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024203507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024203507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024203508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024203508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024203508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:05.448022 run patchelf(pid=15075): Terminating (SIGINT)\u000a02:42:05.630565 run patchelf(pid=15075): Terminated: ok {rc=0}\u000a02:42:05.663900 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15072): Process ended prematurely: osmo-stp_10.42.42.5(pid=15072) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15072)] [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a02:42:05.674072 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a02:42:05.736935 run osmo-hlr_10.42.42.2(pid=15069): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15069)]\u000a02:42:05.788191 run osmo-hlr_10.42.42.2(pid=15069): stdout: \u000a| (launched: 2022-12-10_02:42:02.302369) \u000a02:42:05.840134 run osmo-hlr_10.42.42.2(pid=15069): stderr: \u000a| �[0;m�[1;31m20221210024202500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024202500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024202500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024202500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024202500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024202500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024202513 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024202522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024202522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024202522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:42:05.884350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15056): Terminating (SIGTERM)\u000a02:42:05.926093 run iperf3-srv_10.42.42.10(pid=15057): Terminating (SIGTERM)\u000a02:42:05.967792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15058): Terminating (SIGTERM)\u000a02:42:06.010077 run iperf3-srv_10.42.42.10(pid=15059): Terminating (SIGTERM)\u000a02:42:06.051938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15060): Terminating (SIGTERM)\u000a02:42:06.093502 run iperf3-srv_10.42.42.10(pid=15061): Terminating (SIGTERM)\u000a02:42:06.135187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15062): Terminating (SIGTERM)\u000a02:42:06.176706 run iperf3-srv_10.42.42.10(pid=15063): Terminating (SIGTERM)\u000a02:42:06.218496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15068): Terminating (SIGTERM)\u000a02:42:06.260349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15071): Terminating (SIGTERM)\u000a02:42:06.302330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15074): Terminating (SIGTERM)\u000a02:42:06.311989 --- ParallelTerminationStrategy: PID 15056 died...\u000a02:42:06.368486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15056): Terminated: ok {rc=0}\u000a02:42:06.378632 --- ParallelTerminationStrategy: PID 15057 died...\u000a02:42:06.433969 run iperf3-srv_10.42.42.10(pid=15057): Terminated {rc=256}\u000a02:42:06.443984 --- ParallelTerminationStrategy: PID 15058 died...\u000a02:42:06.499959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15058): Terminated: ok {rc=0}\u000a02:42:06.510159 --- ParallelTerminationStrategy: PID 15059 died...\u000a02:42:06.565753 run iperf3-srv_10.42.42.10(pid=15059): Terminated {rc=256}\u000a02:42:06.575853 --- ParallelTerminationStrategy: PID 15060 died...\u000a02:42:06.631636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15060): Terminated: ok {rc=0}\u000a02:42:06.641688 --- ParallelTerminationStrategy: PID 15061 died...\u000a02:42:06.697028 run iperf3-srv_10.42.42.10(pid=15061): Terminated {rc=256}\u000a02:42:06.707216 --- ParallelTerminationStrategy: PID 15062 died...\u000a02:42:06.763160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15062): Terminated: ok {rc=0}\u000a02:42:06.773390 --- ParallelTerminationStrategy: PID 15063 died...\u000a02:42:06.828704 run iperf3-srv_10.42.42.10(pid=15063): Terminated {rc=256}\u000a02:42:06.838784 --- ParallelTerminationStrategy: PID 15068 died...\u000a02:42:06.894706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15068): Terminated: ok {rc=0}\u000a02:42:06.904890 --- ParallelTerminationStrategy: PID 15071 died...\u000a02:42:06.960846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15071): Terminated: ok {rc=0}\u000a02:42:06.971054 --- ParallelTerminationStrategy: PID 15074 died...\u000a02:42:07.027318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15074): Terminated: ok {rc=0}\u000a02:42:07.115526 bus /gobi_4: Setting Powered False\u000a02:42:08.221922 bus /gobi_4: Setting Powered False\u000a02:42:09.331790 bus /gobi_1: Setting Powered False\u000a02:42:10.438715 bus /gobi_1: Setting Powered False\u000a02:42:11.548060 bus /gobi_0: Setting Powered False\u000a02:42:12.655079 bus /gobi_0: Setting Powered False\u000a02:42:13.768631 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15082): Process ended prematurely: osmo-stp_10.42.42.5(pid=15082) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15082)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15082): Process ended prematurely: osmo-stp_10.42.42.5(pid=15082) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15082)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a02:42:14.836175 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:14.847834 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:42:15.005131 tst ping.py: using LAC 25425\u000a02:42:15.124393 tst ping.py: using RAC 180\u000a02:42:15.253859 tst ping.py: using CellId 25425\u000a02:42:15.377616 tst ping.py: using BVCI 25426\u000a02:42:15.402303 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:15.414055 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:15.425503 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:15.437493 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:15.449327 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:15.461229 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:15.473211 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:15.484731 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:42:15.761268 tst ping.py:19: start network...\u000a02:42:15.912934 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:42:16.459828 run create_hlr_db(pid=15076): Launched\u000a02:42:16.635056 bus /gobi_6: Setting Powered False\u000a02:42:17.663942 run create_hlr_db(pid=15076): Terminated: ok {rc=0}\u000a02:42:18.064694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15078): Launched\u000a02:42:18.362216 run osmo-hlr_10.42.42.2(pid=15079): Launched\u000a02:42:18.469926 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:42:18.995628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15081): Launched\u000a02:42:19.292576 run osmo-stp_10.42.42.5(pid=15082): Launched\u000a02:42:19.400560 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:42:19.919340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15084): Launched\u000a02:42:20.025210 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:42:20.285531 run patchelf(pid=15085): Launched\u000a02:42:20.460089 run osmo-stp_10.42.42.5(pid=15082): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15082)]\u000a02:42:20.588023 run osmo-stp_10.42.42.5(pid=15082): stdout: \u000a| (launched: 2022-12-10_02:42:19.146764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:20.716119 run osmo-stp_10.42.42.5(pid=15082): stderr: \u000a| �[0;m�[38;5;43m20221210024219315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024219315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024219316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024219316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024219316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024219316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024219317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:20.839708 run osmo-stp_10.42.42.5(pid=15082): stdout: \u000a| (launched: 2022-12-10_02:42:19.146764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:20.961911 run osmo-stp_10.42.42.5(pid=15082): stderr: \u000a| �[0;m�[38;5;43m20221210024219315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024219315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024219316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024219316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024219316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024219316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024219317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:21.104772 run patchelf(pid=15085): Terminating (SIGINT)\u000a02:42:21.272607 run patchelf(pid=15085): Terminated: ok {rc=0}\u000a02:42:21.303126 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15082): Process ended prematurely: osmo-stp_10.42.42.5(pid=15082) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15082)] [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a02:42:21.311544 tst ping.py:22: Test FAILED (6.5 sec)\u000a02:42:21.372689 run osmo-hlr_10.42.42.2(pid=15079): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15079)]\u000a02:42:21.422243 run osmo-hlr_10.42.42.2(pid=15079): stdout: \u000a| (launched: 2022-12-10_02:42:18.215762) \u000a02:42:21.471926 run osmo-hlr_10.42.42.2(pid=15079): stderr: \u000a| �[0;m�[1;31m20221210024218394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024218394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024218394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024218394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024218394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024218395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024218408 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024218417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024218418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024218418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:42:21.514022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15078): Terminating (SIGTERM)\u000a02:42:21.554285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15081): Terminating (SIGTERM)\u000a02:42:21.594343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15084): Terminating (SIGTERM)\u000a02:42:21.603878 --- ParallelTerminationStrategy: PID 15078 died...\u000a02:42:21.657518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15078): Terminated: ok {rc=0}\u000a02:42:21.667365 --- ParallelTerminationStrategy: PID 15081 died...\u000a02:42:21.721024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15081): Terminated: ok {rc=0}\u000a02:42:21.730619 --- ParallelTerminationStrategy: PID 15084 died...\u000a02:42:21.784110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15084): Terminated: ok {rc=0}\u000a02:42:21.872334 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15092): Process ended prematurely: osmo-stp_10.42.42.5(pid=15092) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15092)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15092): Process ended prematurely: osmo-stp_10.42.42.5(pid=15092) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a02:42:22.925596 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:22.937588 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:42:23.103544 tst ping_idle_ping.py: using LAC 25426\u000a02:42:23.228686 tst ping_idle_ping.py: using RAC 181\u000a02:42:23.349824 tst ping_idle_ping.py: using CellId 25426\u000a02:42:23.467907 tst ping_idle_ping.py: using BVCI 25427\u000a02:42:23.490925 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:23.502129 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:23.513488 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:23.524690 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:23.536074 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:23.547228 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:23.558904 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:23.570770 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:42:23.862977 tst ping_idle_ping.py:24: start network...\u000a02:42:23.996724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:42:24.511902 run create_hlr_db(pid=15086): Launched\u000a02:42:24.697951 bus /gobi_6: Setting Powered False\u000a02:42:25.707525 run create_hlr_db(pid=15086): Terminated: ok {rc=0}\u000a02:42:26.116377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15088): Launched\u000a02:42:26.415658 run osmo-hlr_10.42.42.2(pid=15089): Launched\u000a02:42:26.531612 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:42:27.061170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15091): Launched\u000a02:42:27.360392 run osmo-stp_10.42.42.5(pid=15092): Launched\u000a02:42:27.469701 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:42:27.992040 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15094): Launched\u000a02:42:28.098620 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:42:28.361591 run patchelf(pid=15095): Launched\u000a02:42:28.536693 run osmo-stp_10.42.42.5(pid=15092): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15092)]\u000a02:42:28.665237 run osmo-stp_10.42.42.5(pid=15092): stdout: \u000a| (launched: 2022-12-10_02:42:27.212719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:28.794152 run osmo-stp_10.42.42.5(pid=15092): stderr: \u000a| �[0;m�[38;5;43m20221210024227384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024227384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024227384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024227384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024227385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024227385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024227385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:28.918456 run osmo-stp_10.42.42.5(pid=15092): stdout: \u000a| (launched: 2022-12-10_02:42:27.212719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:29.041480 run osmo-stp_10.42.42.5(pid=15092): stderr: \u000a| �[0;m�[38;5;43m20221210024227384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024227384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024227384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024227384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024227385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024227385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024227385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:29.185589 run patchelf(pid=15095): Terminating (SIGINT)\u000a02:42:29.354440 run patchelf(pid=15095): Terminated: ok {rc=0}\u000a02:42:29.385150 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15092): Process ended prematurely: osmo-stp_10.42.42.5(pid=15092) [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15092)] [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a02:42:29.393713 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a02:42:29.454779 run osmo-hlr_10.42.42.2(pid=15089): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15089)]\u000a02:42:29.504402 run osmo-hlr_10.42.42.2(pid=15089): stdout: \u000a| (launched: 2022-12-10_02:42:26.268035) \u000a02:42:29.554743 run osmo-hlr_10.42.42.2(pid=15089): stderr: \u000a| �[0;m�[1;31m20221210024226442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024226442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024226442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024226442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024226442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024226442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024226454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024226464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024226465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024226465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:42:29.597586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15088): Terminating (SIGTERM)\u000a02:42:29.638111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15091): Terminating (SIGTERM)\u000a02:42:29.678493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15094): Terminating (SIGTERM)\u000a02:42:29.687721 --- ParallelTerminationStrategy: PID 15088 died...\u000a02:42:29.741744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15088): Terminated: ok {rc=0}\u000a02:42:29.751393 --- ParallelTerminationStrategy: PID 15091 died...\u000a02:42:29.805265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15091): Terminated: ok {rc=0}\u000a02:42:29.815152 --- ParallelTerminationStrategy: PID 15094 died...\u000a02:42:29.868688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15094): Terminated: ok {rc=0}\u000a02:42:29.957882 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:41:32" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15105): Process ended prematurely: osmo-stp_10.42.42.5(pid=15105) [trial-2368↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15105)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15105): Process ended prematurely: osmo-stp_10.42.42.5(pid=15105) [trial-2368↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15105)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a02:42:32.045940 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:42:32.058748 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:42:32.257582 tst switch_tch_pdch.py: using LAC 25427\u000a02:42:32.379101 tst switch_tch_pdch.py: using RAC 182\u000a02:42:32.495757 tst switch_tch_pdch.py: using CellId 25427\u000a02:42:32.614610 tst switch_tch_pdch.py: using BVCI 25428\u000a02:42:32.637542 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:42:32.648835 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:42:32.659944 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:42:32.671343 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:42:32.682663 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:42:32.693926 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:42:32.705321 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:42:32.716583 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:42:32.834683 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:42:33.123068 tst switch_tch_pdch.py:51: start network...\u000a02:42:33.256320 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:42:33.764633 run create_hlr_db(pid=15099): Launched\u000a02:42:33.949849 bus /gobi_6: Setting Powered False\u000a02:42:34.969626 run create_hlr_db(pid=15099): Terminated: ok {rc=0}\u000a02:42:35.394161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15101): Launched\u000a02:42:35.711940 run osmo-hlr_10.42.42.2(pid=15102): Launched\u000a02:42:35.829091 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:42:36.387028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15104): Launched\u000a02:42:36.704200 run osmo-stp_10.42.42.5(pid=15105): Launched\u000a02:42:36.821552 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:42:37.376826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15107): Launched\u000a02:42:37.489981 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:42:37.767219 run patchelf(pid=15108): Launched\u000a02:42:37.953362 run osmo-stp_10.42.42.5(pid=15105): ERR: Terminated: ERROR {rc=1} [trial-2368↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15105)]\u000a02:42:38.089663 run osmo-stp_10.42.42.5(pid=15105): stdout: \u000a| (launched: 2022-12-10_02:42:36.548406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:38.226148 run osmo-stp_10.42.42.5(pid=15105): stderr: \u000a| �[0;m�[38;5;43m20221210024236739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024236739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024236740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024236740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024236741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024236741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024236741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:38.358276 run osmo-stp_10.42.42.5(pid=15105): stdout: \u000a| (launched: 2022-12-10_02:42:36.548406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:38.488241 run osmo-stp_10.42.42.5(pid=15105): stderr: \u000a| �[0;m�[38;5;43m20221210024236739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024236739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024236740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024236740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024236741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024236741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024236741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:38.640138 run patchelf(pid=15108): Terminating (SIGINT)\u000a02:42:38.818045 run patchelf(pid=15108): Terminated: ok {rc=0}\u000a02:42:38.850458 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15105): Process ended prematurely: osmo-stp_10.42.42.5(pid=15105) [trial-2368↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15105)] [trial-2368↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a02:42:38.859591 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a02:42:38.921724 run osmo-hlr_10.42.42.2(pid=15102): ERR: Terminated: ERROR {rc=237} [trial-2368↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15102)]\u000a02:42:38.972680 run osmo-hlr_10.42.42.2(pid=15102): stdout: \u000a| (launched: 2022-12-10_02:42:35.555863) \u000a02:42:39.024408 run osmo-hlr_10.42.42.2(pid=15102): stderr: \u000a| �[0;m�[1;31m20221210024235755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024235755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024235755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024235756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024235756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024235756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024235768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024235776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024235777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024235777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:42:39.068777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15101): Terminating (SIGTERM)\u000a02:42:39.110625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15104): Terminating (SIGTERM)\u000a02:42:39.152200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15107): Terminating (SIGTERM)\u000a02:42:39.161473 --- ParallelTerminationStrategy: PID 15101 died...\u000a02:42:39.217050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15101): Terminated: ok {rc=0}\u000a02:42:39.227082 --- ParallelTerminationStrategy: PID 15104 died...\u000a02:42:39.282785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15104): Terminated: ok {rc=0}\u000a02:42:39.292761 --- ParallelTerminationStrategy: PID 15107 died...\u000a02:42:39.348469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15107): Terminated: ok {rc=0}\u000a02:42:39.436173 bus /gobi_0: Setting Powered False\u000a02:42:40.542402 bus /gobi_0: Setting Powered False\u000a02:42:41.649960 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:42:31" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15118): Process ended prematurely: osmo-stp_10.42.42.5(pid=15118) [trial-2368↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15118)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15118): Process ended prematurely: osmo-stp_10.42.42.5(pid=15118) [trial-2368↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a02:42:43.638228 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:42:43.649616 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a02:42:43.814039 tst switch_tch_pdch.py: using LAC 25428\u000a02:42:43.933396 tst switch_tch_pdch.py: using RAC 183\u000a02:42:44.050889 tst switch_tch_pdch.py: using CellId 25428\u000a02:42:44.166864 tst switch_tch_pdch.py: using BVCI 25429\u000a02:42:44.189783 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:42:44.200904 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:42:44.211959 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:42:44.223121 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:42:44.234312 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:42:44.245277 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:42:44.256412 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:42:44.267590 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:42:44.388475 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:42:44.663414 tst switch_tch_pdch.py:51: start network...\u000a02:42:44.787669 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:42:45.230722 run create_hlr_db(pid=15112): Launched\u000a02:42:45.352588 bus /gobi_6: Setting Powered False\u000a02:42:46.426766 run create_hlr_db(pid=15112): Terminated: ok {rc=0}\u000a02:42:46.816726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15114): Launched\u000a02:42:47.220333 run osmo-hlr_10.42.42.2(pid=15115): Launched\u000a02:42:47.339059 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:42:47.866818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15117): Launched\u000a02:42:48.185096 run osmo-stp_10.42.42.5(pid=15118): Launched\u000a02:42:48.299675 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:42:48.829322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15120): Launched\u000a02:42:48.943089 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:42:49.222204 run patchelf(pid=15121): Launched\u000a02:42:49.409762 run osmo-stp_10.42.42.5(pid=15118): ERR: Terminated: ERROR {rc=1} [trial-2368↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15118)]\u000a02:42:49.546677 run osmo-stp_10.42.42.5(pid=15118): stdout: \u000a| (launched: 2022-12-10_02:42:48.028446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:49.683588 run osmo-stp_10.42.42.5(pid=15118): stderr: \u000a| �[0;m�[38;5;43m20221210024248221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024248222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024248222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024248222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024248223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024248223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024248223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:49.815626 run osmo-stp_10.42.42.5(pid=15118): stdout: \u000a| (launched: 2022-12-10_02:42:48.028446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:49.946523 run osmo-stp_10.42.42.5(pid=15118): stderr: \u000a| �[0;m�[38;5;43m20221210024248221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024248222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024248222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024248222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024248223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024248223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024248223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:50.099762 run patchelf(pid=15121): Terminating (SIGINT)\u000a02:42:50.279513 run patchelf(pid=15121): Terminated: ok {rc=0}\u000a02:42:50.311839 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15118): Process ended prematurely: osmo-stp_10.42.42.5(pid=15118) [trial-2368↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15118)] [trial-2368↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a02:42:50.321231 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a02:42:50.384413 run osmo-hlr_10.42.42.2(pid=15115): ERR: Terminated: ERROR {rc=237} [trial-2368↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15115)]\u000a02:42:50.435980 run osmo-hlr_10.42.42.2(pid=15115): stdout: \u000a| (launched: 2022-12-10_02:42:46.970425) \u000a02:42:50.488563 run osmo-hlr_10.42.42.2(pid=15115): stderr: \u000a| �[0;m�[1;31m20221210024247259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024247259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024247259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024247259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024247259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024247259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024247271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024247281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024247281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024247281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:42:50.533087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15114): Terminating (SIGTERM)\u000a02:42:50.575198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15117): Terminating (SIGTERM)\u000a02:42:50.617325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15120): Terminating (SIGTERM)\u000a02:42:50.626965 --- ParallelTerminationStrategy: PID 15114 died...\u000a02:42:50.683072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15114): Terminated: ok {rc=0}\u000a02:42:50.693229 --- ParallelTerminationStrategy: PID 15117 died...\u000a02:42:50.748855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15117): Terminated: ok {rc=0}\u000a02:42:50.758907 --- ParallelTerminationStrategy: PID 15120 died...\u000a02:42:50.815039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15120): Terminated: ok {rc=0}\u000a02:42:50.902371 bus /gobi_0: Setting Powered False\u000a02:42:52.008360 bus /gobi_0: Setting Powered False\u000a02:42:53.117058 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:42:43" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15127): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15127) [trial-2368↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15127)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15127): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15127) [trial-2368↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a02:42:55.014311 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a02:42:55.026261 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:42:55.165912 tst mo_mt_sms.py: using LAC 25429\u000a02:42:55.288556 tst mo_mt_sms.py: using RAC 184\u000a02:42:55.410817 tst mo_mt_sms.py: using CellId 25429\u000a02:42:55.533100 tst mo_mt_sms.py: using BVCI 25430\u000a02:42:55.557276 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:42:55.672526 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:42:55.946042 tst mo_mt_sms.py:9: start nitb and bts...\u000a02:42:56.069581 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:42:56.686095 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15126): Launched\u000a02:42:56.980079 run osmo-nitb_10.42.42.2(pid=15127): Launched\u000a02:42:57.164208 run osmo-nitb_10.42.42.2(pid=15127): ERR: Terminated: ERROR {rc=2} [trial-2368↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15127)]\u000a02:42:57.299620 run osmo-nitb_10.42.42.2(pid=15127): stdout: \u000a| (launched: 2022-12-10_02:42:56.836486) \u000a02:42:57.435001 run osmo-nitb_10.42.42.2(pid=15127): stderr: \u000a| (launched: 2022-12-10_02:42:56.880573)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:42:57.566285 run osmo-nitb_10.42.42.2(pid=15127): stdout: \u000a| (launched: 2022-12-10_02:42:56.836486) \u000a02:42:57.696244 run osmo-nitb_10.42.42.2(pid=15127): stderr: \u000a| (launched: 2022-12-10_02:42:56.880573)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:42:58.100296 tst osmo-nitb_10.42.42.2(pid=15127): stdout: \u000a| (launched: 2022-12-10_02:42:56.836486) \u000a02:42:58.218604 tst osmo-nitb_10.42.42.2(pid=15127): stderr: \u000a| (launched: 2022-12-10_02:42:56.880573)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:42:58.270587 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=15127): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15127) [trial-2368↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15127)] [trial-2368↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a02:42:58.278527 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a02:42:58.313403 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15126): Terminating (SIGTERM)\u000a02:42:58.490920 --- ParallelTerminationStrategy: PID 15126 died...\u000a02:42:58.546442 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15126): Terminated: ok {rc=0}\u000a02:42:58.634340 bus /sierra_3: Setting Powered False\u000a02:42:59.737988 bus /sierra_3: Setting Powered False\u000a02:43:00.872720 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:42:54" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15137): Process ended prematurely: osmo-stp_10.42.42.5(pid=15137) [trial-2368↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15137)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15137): Process ended prematurely: osmo-stp_10.42.42.5(pid=15137) [trial-2368↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a02:43:02.841565 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:02.852001 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:43:02.987086 tst mo_mt_sms.py: using LAC 25430\u000a02:43:03.111404 tst mo_mt_sms.py: using RAC 185\u000a02:43:03.234628 tst mo_mt_sms.py: using CellId 25430\u000a02:43:03.362456 tst mo_mt_sms.py: using BVCI 25431\u000a02:43:03.386787 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:03.398035 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:03.408926 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:03.419765 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:03.430625 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:03.441352 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:43:03.558675 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:43:03.757432 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:43:04.226015 run create_hlr_db(pid=15131): Launched\u000a02:43:04.397691 bus /sierra_2: Setting Powered False\u000a02:43:05.418315 run create_hlr_db(pid=15131): Terminated: ok {rc=0}\u000a02:43:05.841635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15133): Launched\u000a02:43:06.159511 run osmo-hlr_10.42.42.2(pid=15134): Launched\u000a02:43:06.279999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:43:06.834075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15136): Launched\u000a02:43:07.152259 run osmo-stp_10.42.42.5(pid=15137): Launched\u000a02:43:07.267401 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:43:07.850613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15139): Launched\u000a02:43:08.169121 run osmo-msc_10.42.42.6(pid=15140): Launched\u000a02:43:08.356052 run osmo-stp_10.42.42.5(pid=15137): ERR: Terminated: ERROR {rc=1} [trial-2368↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15137)]\u000a02:43:08.491997 run osmo-stp_10.42.42.5(pid=15137): stdout: \u000a| (launched: 2022-12-10_02:43:06.995780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:08.626759 run osmo-stp_10.42.42.5(pid=15137): stderr: \u000a| �[0;m�[38;5;43m20221210024307188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024307189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024307189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024307189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024307190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024307190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024307190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:08.754470 run osmo-stp_10.42.42.5(pid=15137): stdout: \u000a| (launched: 2022-12-10_02:43:06.995780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:08.880682 run osmo-stp_10.42.42.5(pid=15137): stderr: \u000a| �[0;m�[38;5;43m20221210024307188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024307189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024307189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024307189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024307190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024307190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024307190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:08.936410 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=15137): Process ended prematurely: osmo-stp_10.42.42.5(pid=15137) [trial-2368↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15137)] [trial-2368↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a02:43:08.944807 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a02:43:09.006998 run osmo-hlr_10.42.42.2(pid=15134): ERR: Terminated: ERROR {rc=237} [trial-2368↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15134)]\u000a02:43:09.058334 run osmo-hlr_10.42.42.2(pid=15134): stdout: \u000a| (launched: 2022-12-10_02:43:06.003237) \u000a02:43:09.110819 run osmo-hlr_10.42.42.2(pid=15134): stderr: \u000a| �[0;m�[1;31m20221210024306201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024306202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024306202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024306202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024306202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024306202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024306214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024306222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024306222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024306222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:43:09.181455 run osmo-msc_10.42.42.6(pid=15140): ERR: Terminated: ERROR {rc=2} [trial-2368↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15140)]\u000a02:43:09.232708 run osmo-msc_10.42.42.6(pid=15140): stdout: \u000a| (launched: 2022-12-10_02:43:08.012522) \u000a02:43:09.284373 run osmo-msc_10.42.42.6(pid=15140): stderr: \u000a| �[0;m�[38;5;43m20221210024308331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210024308332 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9d9f79bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210024308332 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210024308332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210024308332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210024308332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210024308334 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210024308334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210024308334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210024308334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:43:09.328495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15133): Terminating (SIGTERM)\u000a02:43:09.370462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15136): Terminating (SIGTERM)\u000a02:43:09.412207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15139): Terminating (SIGTERM)\u000a02:43:09.421742 --- ParallelTerminationStrategy: PID 15133 died...\u000a02:43:09.477188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15133): Terminated: ok {rc=0}\u000a02:43:09.487171 --- ParallelTerminationStrategy: PID 15136 died...\u000a02:43:09.542489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15136): Terminated: ok {rc=0}\u000a02:43:09.552412 --- ParallelTerminationStrategy: PID 15139 died...\u000a02:43:09.607892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15139): Terminated: ok {rc=0}\u000a02:43:09.694959 bus /sierra_3: Setting Powered False\u000a02:43:10.800541 bus /sierra_3: Setting Powered False\u000a02:43:11.911599 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:43:02" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15146): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15146) [trial-2368↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15146)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15146): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15146) [trial-2368↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a02:43:13.749169 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a02:43:13.760346 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:43:13.898686 tst assert_extension.py: using LAC 25431\u000a02:43:14.021341 tst assert_extension.py: using RAC 186\u000a02:43:14.145338 tst assert_extension.py: using CellId 25431\u000a02:43:14.269739 tst assert_extension.py: using BVCI 25432\u000a02:43:14.293938 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a02:43:14.568598 tst assert_extension.py:10: start nitb and bts...\u000a02:43:14.692759 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:43:15.307887 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15145): Launched\u000a02:43:15.601353 run osmo-nitb_10.42.42.2(pid=15146): Launched\u000a02:43:15.784742 run osmo-nitb_10.42.42.2(pid=15146): ERR: Terminated: ERROR {rc=2} [trial-2368↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15146)]\u000a02:43:15.929674 run osmo-nitb_10.42.42.2(pid=15146): stdout: \u000a| (launched: 2022-12-10_02:43:15.458262) \u000a02:43:16.068680 run osmo-nitb_10.42.42.2(pid=15146): stderr: \u000a| (launched: 2022-12-10_02:43:15.502342)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:43:16.203056 run osmo-nitb_10.42.42.2(pid=15146): stdout: \u000a| (launched: 2022-12-10_02:43:15.458262) \u000a02:43:16.336471 run osmo-nitb_10.42.42.2(pid=15146): stderr: \u000a| (launched: 2022-12-10_02:43:15.502342)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:43:16.731234 tst osmo-nitb_10.42.42.2(pid=15146): stdout: \u000a| (launched: 2022-12-10_02:43:15.458262) \u000a02:43:16.853317 tst osmo-nitb_10.42.42.2(pid=15146): stderr: \u000a| (launched: 2022-12-10_02:43:15.502342)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:43:16.907085 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=15146): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15146) [trial-2368↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15146)] [trial-2368↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a02:43:16.916240 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a02:43:16.954804 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15145): Terminating (SIGTERM)\u000a02:43:17.132341 --- ParallelTerminationStrategy: PID 15145 died...\u000a02:43:17.190352 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15145): Terminated: ok {rc=0}\u000a02:43:17.279734 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:43:13" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15158): Process ended prematurely: osmo-stp_10.42.42.5(pid=15158) [trial-2368↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15158)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15158): Process ended prematurely: osmo-stp_10.42.42.5(pid=15158) [trial-2368↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a02:43:19.106449 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:19.116891 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:43:19.250248 tst assert_extension.py: using LAC 25432\u000a02:43:19.366210 tst assert_extension.py: using RAC 187\u000a02:43:19.482609 tst assert_extension.py: using CellId 25432\u000a02:43:19.604096 tst assert_extension.py: using BVCI 25433\u000a02:43:19.626701 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:19.637252 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:19.647556 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:19.658149 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:19.668701 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:19.679247 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a02:43:19.883666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:43:20.350042 run create_hlr_db(pid=15152): Launched\u000a02:43:20.522192 bus /sierra_2: Setting Powered False\u000a02:43:21.541961 run create_hlr_db(pid=15152): Terminated: ok {rc=0}\u000a02:43:21.966282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15154): Launched\u000a02:43:22.285371 run osmo-hlr_10.42.42.2(pid=15155): Launched\u000a02:43:22.401443 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:43:22.959239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15157): Launched\u000a02:43:23.276569 run osmo-stp_10.42.42.5(pid=15158): Launched\u000a02:43:23.391635 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:43:23.971232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15160): Launched\u000a02:43:24.288792 run osmo-msc_10.42.42.6(pid=15161): Launched\u000a02:43:24.475243 run osmo-stp_10.42.42.5(pid=15158): ERR: Terminated: ERROR {rc=1} [trial-2368↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15158)]\u000a02:43:24.610092 run osmo-stp_10.42.42.5(pid=15158): stdout: \u000a| (launched: 2022-12-10_02:43:23.121094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:24.744108 run osmo-stp_10.42.42.5(pid=15158): stderr: \u000a| �[0;m�[38;5;43m20221210024323310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024323311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024323311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024323311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024323314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024323314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024323314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:24.871654 run osmo-stp_10.42.42.5(pid=15158): stdout: \u000a| (launched: 2022-12-10_02:43:23.121094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:24.998162 run osmo-stp_10.42.42.5(pid=15158): stderr: \u000a| �[0;m�[38;5;43m20221210024323310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024323311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024323311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024323311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024323314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024323314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024323314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:25.053705 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=15158): Process ended prematurely: osmo-stp_10.42.42.5(pid=15158) [trial-2368↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15158)] [trial-2368↪ussd:trx-umtrx↪assert_extension.py:17]\u000a02:43:25.061958 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a02:43:25.124403 run osmo-hlr_10.42.42.2(pid=15155): ERR: Terminated: ERROR {rc=237} [trial-2368↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15155)]\u000a02:43:25.175551 run osmo-hlr_10.42.42.2(pid=15155): stdout: \u000a| (launched: 2022-12-10_02:43:22.128513) \u000a02:43:25.227164 run osmo-hlr_10.42.42.2(pid=15155): stderr: \u000a| �[0;m�[1;31m20221210024322326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024322326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024322326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024322326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024322326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024322326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024322339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024322347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024322348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024322348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:43:25.297352 run osmo-msc_10.42.42.6(pid=15161): ERR: Terminated: ERROR {rc=2} [trial-2368↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15161)]\u000a02:43:25.348490 run osmo-msc_10.42.42.6(pid=15161): stdout: \u000a| (launched: 2022-12-10_02:43:24.133460) \u000a02:43:25.400152 run osmo-msc_10.42.42.6(pid=15161): stderr: \u000a| �[0;m�[38;5;43m20221210024324452 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210024324453 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca9cd3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210024324453 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210024324453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210024324453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210024324453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210024324455 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210024324455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210024324455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210024324456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:43:25.444011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15154): Terminating (SIGTERM)\u000a02:43:25.485591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15157): Terminating (SIGTERM)\u000a02:43:25.527184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15160): Terminating (SIGTERM)\u000a02:43:25.536432 --- ParallelTerminationStrategy: PID 15154 died...\u000a02:43:25.591791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15154): Terminated: ok {rc=0}\u000a02:43:25.601745 --- ParallelTerminationStrategy: PID 15157 died...\u000a02:43:25.656645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15157): Terminated: ok {rc=0}\u000a02:43:25.666589 --- ParallelTerminationStrategy: PID 15160 died...\u000a02:43:25.721549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15160): Terminated: ok {rc=0}\u000a02:43:25.808430 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:43:18" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15172): Process ended prematurely: osmo-stp_10.42.42.5(pid=15172) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15172)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15172): Process ended prematurely: osmo-stp_10.42.42.5(pid=15172) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:43:27.772396 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:27.783819 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:43:27.942889 tst mo_mt_call.py: using LAC 25433\u000a02:43:28.061885 tst mo_mt_call.py: using RAC 188\u000a02:43:28.181533 tst mo_mt_call.py: using CellId 25433\u000a02:43:28.301256 tst mo_mt_call.py: using BVCI 25434\u000a02:43:28.324362 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:28.335381 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:28.346743 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:28.358476 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:28.370701 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:28.382275 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:43:28.498464 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:43:28.710900 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:43:29.232374 run create_hlr_db(pid=15166): Launched\u000a02:43:29.420024 bus /sierra_2: Setting Powered False\u000a02:43:30.441074 run create_hlr_db(pid=15166): Terminated: ok {rc=0}\u000a02:43:30.894279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15168): Launched\u000a02:43:31.334982 run osmo-hlr_10.42.42.2(pid=15169): Launched\u000a02:43:31.481960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:43:32.135034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15171): Launched\u000a02:43:32.464255 run osmo-stp_10.42.42.5(pid=15172): Launched\u000a02:43:32.581993 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:43:33.175971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15174): Launched\u000a02:43:33.501066 run osmo-msc_10.42.42.6(pid=15175): Launched\u000a02:43:33.691549 run osmo-stp_10.42.42.5(pid=15172): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15172)]\u000a02:43:33.829301 run osmo-stp_10.42.42.5(pid=15172): stdout: \u000a| (launched: 2022-12-10_02:43:32.304352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:33.965891 run osmo-stp_10.42.42.5(pid=15172): stderr: \u000a| �[0;m�[38;5;43m20221210024332495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024332495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024332495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024332496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024332496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024332496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024332496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:34.096411 run osmo-stp_10.42.42.5(pid=15172): stdout: \u000a| (launched: 2022-12-10_02:43:32.304352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:34.225548 run osmo-stp_10.42.42.5(pid=15172): stderr: \u000a| �[0;m�[38;5;43m20221210024332495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024332495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024332495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024332496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024332496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024332496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024332496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:34.282566 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15172): Process ended prematurely: osmo-stp_10.42.42.5(pid=15172) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15172)] [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a02:43:34.291599 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a02:43:34.354198 run osmo-hlr_10.42.42.2(pid=15169): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15169)]\u000a02:43:34.405627 run osmo-hlr_10.42.42.2(pid=15169): stdout: \u000a| (launched: 2022-12-10_02:43:31.064877) \u000a02:43:34.457705 run osmo-hlr_10.42.42.2(pid=15169): stderr: \u000a| �[0;m�[1;31m20221210024331341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024331341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024331341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024331342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024331342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024331342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024331363 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024331372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024331372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024331372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:43:34.528577 run osmo-msc_10.42.42.6(pid=15175): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15175)]\u000a02:43:34.580047 run osmo-msc_10.42.42.6(pid=15175): stdout: \u000a| (launched: 2022-12-10_02:43:33.341417) \u000a02:43:34.632521 run osmo-msc_10.42.42.6(pid=15175): stderr: \u000a| �[0;m�[38;5;43m20221210024333666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210024333666 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c1279cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210024333666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210024333666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210024333666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210024333666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210024333668 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210024333669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210024333669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210024333669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:43:34.677040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15168): Terminating (SIGTERM)\u000a02:43:34.719192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15171): Terminating (SIGTERM)\u000a02:43:34.761796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15174): Terminating (SIGTERM)\u000a02:43:34.771397 --- ParallelTerminationStrategy: PID 15168 died...\u000a02:43:34.826871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15168): Terminated: ok {rc=0}\u000a02:43:34.836886 --- ParallelTerminationStrategy: PID 15171 died...\u000a02:43:34.893080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15171): Terminated: ok {rc=0}\u000a02:43:34.903106 --- ParallelTerminationStrategy: PID 15174 died...\u000a02:43:34.958705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15174): Terminated: ok {rc=0}\u000a02:43:35.047072 bus /sierra_3: Setting Powered False\u000a02:43:36.154590 bus /sierra_3: Setting Powered False\u000a02:43:37.262806 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15183): Process ended prematurely: osmo-stp_10.42.42.5(pid=15183) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15183)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15183): Process ended prematurely: osmo-stp_10.42.42.5(pid=15183) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:43:38.378994 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:38.391086 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:43:38.552810 tst mo_mt_call_osmux.py: using LAC 25434\u000a02:43:38.672614 tst mo_mt_call_osmux.py: using RAC 189\u000a02:43:38.791736 tst mo_mt_call_osmux.py: using CellId 25434\u000a02:43:38.912540 tst mo_mt_call_osmux.py: using BVCI 25435\u000a02:43:38.935676 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:38.946875 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:38.957848 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:38.968910 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:38.980031 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:38.991093 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:43:39.111064 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:43:39.322937 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:43:39.843503 run create_hlr_db(pid=15177): Launched\u000a02:43:40.030811 bus /sierra_2: Setting Powered False\u000a02:43:41.051820 run create_hlr_db(pid=15177): Terminated: ok {rc=0}\u000a02:43:41.459445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15179): Launched\u000a02:43:41.763685 run osmo-hlr_10.42.42.2(pid=15180): Launched\u000a02:43:41.882297 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:43:42.423136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15182): Launched\u000a02:43:42.727473 run osmo-stp_10.42.42.5(pid=15183): Launched\u000a02:43:42.838389 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:43:43.394423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15185): Launched\u000a02:43:43.699771 run osmo-msc_10.42.42.6(pid=15186): Launched\u000a02:43:43.879918 run osmo-stp_10.42.42.5(pid=15183): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15183)]\u000a02:43:44.010115 run osmo-stp_10.42.42.5(pid=15183): stdout: \u000a| (launched: 2022-12-10_02:43:42.577141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:44.137505 run osmo-stp_10.42.42.5(pid=15183): stderr: \u000a| �[0;m�[38;5;43m20221210024342748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024342748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024342748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024342749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024342751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024342751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024342751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:44.259121 run osmo-stp_10.42.42.5(pid=15183): stdout: \u000a| (launched: 2022-12-10_02:43:42.577141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:44.379628 run osmo-stp_10.42.42.5(pid=15183): stderr: \u000a| �[0;m�[38;5;43m20221210024342748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024342748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024342748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024342749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024342751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024342751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024342751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:44.432926 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15183): Process ended prematurely: osmo-stp_10.42.42.5(pid=15183) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15183)] [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a02:43:44.441535 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a02:43:44.502200 run osmo-hlr_10.42.42.2(pid=15180): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15180)]\u000a02:43:44.551352 run osmo-hlr_10.42.42.2(pid=15180): stdout: \u000a| (launched: 2022-12-10_02:43:41.614382) \u000a02:43:44.601376 run osmo-hlr_10.42.42.2(pid=15180): stderr: \u000a| �[0;m�[1;31m20221210024341790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024341790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024341790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024341790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024341790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024341790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024341802 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024341811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024341811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024341811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:43:44.669077 run osmo-msc_10.42.42.6(pid=15186): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15186)]\u000a02:43:44.718317 run osmo-msc_10.42.42.6(pid=15186): stdout: \u000a| (launched: 2022-12-10_02:43:43.548355) \u000a02:43:44.768068 run osmo-msc_10.42.42.6(pid=15186): stderr: \u000a| �[0;m�[38;5;43m20221210024343820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210024343821 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f725f673c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210024343821 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210024343821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210024343821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210024343821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210024343824 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210024343825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210024343825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210024343826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:43:44.810218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15179): Terminating (SIGTERM)\u000a02:43:44.849965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15182): Terminating (SIGTERM)\u000a02:43:44.889836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15185): Terminating (SIGTERM)\u000a02:43:44.899293 --- ParallelTerminationStrategy: PID 15179 died...\u000a02:43:44.952608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15179): Terminated: ok {rc=0}\u000a02:43:44.962482 --- ParallelTerminationStrategy: PID 15182 died...\u000a02:43:45.015466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15182): Terminated: ok {rc=0}\u000a02:43:45.025289 --- ParallelTerminationStrategy: PID 15185 died...\u000a02:43:45.078731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15185): Terminated: ok {rc=0}\u000a02:43:45.162064 bus /sierra_3: Setting Powered False\u000a02:43:46.277769 bus /sierra_3: Setting Powered False\u000a02:43:47.388188 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:43:27" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15198): Process ended prematurely: osmo-stp_10.42.42.5(pid=15198) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15198)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15198): Process ended prematurely: osmo-stp_10.42.42.5(pid=15198) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a02:43:49.388332 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:43:49.399944 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:43:49.567188 tst mo_mt_call.py: using LAC 25435\u000a02:43:49.694013 tst mo_mt_call.py: using RAC 190\u000a02:43:49.819516 tst mo_mt_call.py: using CellId 25435\u000a02:43:49.944565 tst mo_mt_call.py: using BVCI 25436\u000a02:43:49.969295 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:43:49.980743 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:43:49.992119 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:43:50.003474 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:43:50.014948 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:43:50.026396 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:43:50.148536 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:43:50.359468 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:43:50.878297 run create_hlr_db(pid=15192): Launched\u000a02:43:51.065403 bus /sierra_2: Setting Powered False\u000a02:43:52.086363 run create_hlr_db(pid=15192): Terminated: ok {rc=0}\u000a02:43:52.494919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15194): Launched\u000a02:43:52.799243 run osmo-hlr_10.42.42.2(pid=15195): Launched\u000a02:43:52.911263 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:43:53.437747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15197): Launched\u000a02:43:53.741638 run osmo-stp_10.42.42.5(pid=15198): Launched\u000a02:43:53.853139 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:43:54.407246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15200): Launched\u000a02:43:54.711533 run osmo-msc_10.42.42.6(pid=15201): Launched\u000a02:43:54.891333 run osmo-stp_10.42.42.5(pid=15198): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15198)]\u000a02:43:55.020522 run osmo-stp_10.42.42.5(pid=15198): stdout: \u000a| (launched: 2022-12-10_02:43:53.592097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:55.147277 run osmo-stp_10.42.42.5(pid=15198): stderr: \u000a| �[0;m�[38;5;43m20221210024353764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024353764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024353765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024353765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024353766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024353766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024353766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:55.268690 run osmo-stp_10.42.42.5(pid=15198): stdout: \u000a| (launched: 2022-12-10_02:43:53.592097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:55.388784 run osmo-stp_10.42.42.5(pid=15198): stderr: \u000a| �[0;m�[38;5;43m20221210024353764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024353764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024353765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024353765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024353766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024353766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024353766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:55.441767 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15198): Process ended prematurely: osmo-stp_10.42.42.5(pid=15198) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15198)] [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a02:43:55.450267 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:43:55.510037 run osmo-hlr_10.42.42.2(pid=15195): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15195)]\u000a02:43:55.558862 run osmo-hlr_10.42.42.2(pid=15195): stdout: \u000a| (launched: 2022-12-10_02:43:52.649605) \u000a02:43:55.608922 run osmo-hlr_10.42.42.2(pid=15195): stderr: \u000a| �[0;m�[1;31m20221210024352828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024352828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024352828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024352828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024352828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024352828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024352840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024352849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024352849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024352849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:43:55.676202 run osmo-msc_10.42.42.6(pid=15201): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15201)]\u000a02:43:55.725444 run osmo-msc_10.42.42.6(pid=15201): stdout: \u000a| (launched: 2022-12-10_02:43:54.560930) \u000a02:43:55.775123 run osmo-msc_10.42.42.6(pid=15201): stderr: \u000a| �[0;m�[38;5;43m20221210024354834 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210024354835 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ea2da1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210024354835 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210024354835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210024354835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210024354835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210024354837 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210024354837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210024354837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210024354838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:43:55.816879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15194): Terminating (SIGTERM)\u000a02:43:55.856772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15197): Terminating (SIGTERM)\u000a02:43:55.896650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15200): Terminating (SIGTERM)\u000a02:43:55.906073 --- ParallelTerminationStrategy: PID 15194 died...\u000a02:43:55.959209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15194): Terminated: ok {rc=0}\u000a02:43:55.969044 --- ParallelTerminationStrategy: PID 15197 died...\u000a02:43:56.022729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15197): Terminated: ok {rc=0}\u000a02:43:56.032305 --- ParallelTerminationStrategy: PID 15200 died...\u000a02:43:56.085238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15200): Terminated: ok {rc=0}\u000a02:43:56.169217 bus /sierra_3: Setting Powered False\u000a02:43:57.271367 bus /sierra_3: Setting Powered False\u000a02:43:58.383352 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15209): Process ended prematurely: osmo-stp_10.42.42.5(pid=15209) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15209)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15209): Process ended prematurely: osmo-stp_10.42.42.5(pid=15209) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15209)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:43:59.492553 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:43:59.504251 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:43:59.670818 tst mo_mt_call_osmux.py: using LAC 25436\u000a02:43:59.798078 tst mo_mt_call_osmux.py: using RAC 191\u000a02:43:59.927064 tst mo_mt_call_osmux.py: using CellId 25436\u000a02:44:00.054413 tst mo_mt_call_osmux.py: using BVCI 25437\u000a02:44:00.079295 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:00.091135 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:00.103054 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:00.115031 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:00.126717 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:00.138509 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:44:00.254525 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:44:00.465965 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:44:01.017742 run create_hlr_db(pid=15203): Launched\u000a02:44:01.213923 bus /sierra_2: Setting Powered False\u000a02:44:02.265781 run create_hlr_db(pid=15203): Terminated: ok {rc=0}\u000a02:44:02.699134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15205): Launched\u000a02:44:03.025868 run osmo-hlr_10.42.42.2(pid=15206): Launched\u000a02:44:03.145276 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:44:03.711244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15208): Launched\u000a02:44:04.036752 run osmo-stp_10.42.42.5(pid=15209): Launched\u000a02:44:04.155339 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:44:04.747716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15211): Launched\u000a02:44:05.072085 run osmo-msc_10.42.42.6(pid=15212): Launched\u000a02:44:05.262773 run osmo-stp_10.42.42.5(pid=15209): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15209)]\u000a02:44:05.400271 run osmo-stp_10.42.42.5(pid=15209): stdout: \u000a| (launched: 2022-12-10_02:44:03.877503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:05.537243 run osmo-stp_10.42.42.5(pid=15209): stderr: \u000a| �[0;m�[38;5;43m20221210024404068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024404068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024404068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024404069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024404071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024404071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024404071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:05.667480 run osmo-stp_10.42.42.5(pid=15209): stdout: \u000a| (launched: 2022-12-10_02:44:03.877503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:05.796053 run osmo-stp_10.42.42.5(pid=15209): stderr: \u000a| �[0;m�[38;5;43m20221210024404068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024404068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024404068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024404069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024404071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024404071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024404071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:05.852716 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15209): Process ended prematurely: osmo-stp_10.42.42.5(pid=15209) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15209)] [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a02:44:05.861826 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a02:44:05.923675 run osmo-hlr_10.42.42.2(pid=15206): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15206)]\u000a02:44:05.974527 run osmo-hlr_10.42.42.2(pid=15206): stdout: \u000a| (launched: 2022-12-10_02:44:02.864815) \u000a02:44:06.026088 run osmo-hlr_10.42.42.2(pid=15206): stderr: \u000a| �[0;m�[1;31m20221210024403064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024403065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024403065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024403065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024403065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024403065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024403077 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024403086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024403086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024403086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:44:06.096364 run osmo-msc_10.42.42.6(pid=15212): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15212)]\u000a02:44:06.147635 run osmo-msc_10.42.42.6(pid=15212): stdout: \u000a| (launched: 2022-12-10_02:44:04.913273) \u000a02:44:06.199183 run osmo-msc_10.42.42.6(pid=15212): stderr: \u000a| �[0;m�[38;5;43m20221210024405235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210024405235 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb12099ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210024405235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210024405235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210024405235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210024405236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210024405237 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210024405238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210024405238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210024405238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:44:06.242807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15205): Terminating (SIGTERM)\u000a02:44:06.284164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15208): Terminating (SIGTERM)\u000a02:44:06.325779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15211): Terminating (SIGTERM)\u000a02:44:06.335390 --- ParallelTerminationStrategy: PID 15205 died...\u000a02:44:06.390717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15205): Terminated: ok {rc=0}\u000a02:44:06.400583 --- ParallelTerminationStrategy: PID 15208 died...\u000a02:44:06.456085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15208): Terminated: ok {rc=0}\u000a02:44:06.466034 --- ParallelTerminationStrategy: PID 15211 died...\u000a02:44:06.521111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15211): Terminated: ok {rc=0}\u000a02:44:06.608259 bus /sierra_3: Setting Powered False\u000a02:44:07.714719 bus /sierra_3: Setting Powered False\u000a02:44:08.826120 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:43:49" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15223): Process ended prematurely: osmo-stp_10.42.42.5(pid=15223) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15223)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15223): Process ended prematurely: osmo-stp_10.42.42.5(pid=15223) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15223)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:44:10.834254 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:10.845737 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:44:11.009771 tst mo_mt_call.py: using LAC 25437\u000a02:44:11.136387 tst mo_mt_call.py: using RAC 192\u000a02:44:11.262510 tst mo_mt_call.py: using CellId 25437\u000a02:44:11.388295 tst mo_mt_call.py: using BVCI 25438\u000a02:44:11.412900 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:11.424363 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:11.435623 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:11.447005 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:11.458441 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:11.469674 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:44:11.592768 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:44:11.794555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:44:12.272913 run create_hlr_db(pid=15217): Launched\u000a02:44:12.448362 bus /sierra_2: Setting Powered False\u000a02:44:13.469105 run create_hlr_db(pid=15217): Terminated: ok {rc=0}\u000a02:44:13.900503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15219): Launched\u000a02:44:14.227284 run osmo-hlr_10.42.42.2(pid=15220): Launched\u000a02:44:14.346732 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:44:14.910176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15222): Launched\u000a02:44:15.236666 run osmo-stp_10.42.42.5(pid=15223): Launched\u000a02:44:15.355068 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:44:15.960942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15225): Launched\u000a02:44:16.419401 run osmo-msc_10.42.42.6(pid=15226): Launched\u000a02:44:16.822813 run osmo-stp_10.42.42.5(pid=15223): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15223)]\u000a02:44:17.011112 run osmo-stp_10.42.42.5(pid=15223): stdout: \u000a| (launched: 2022-12-10_02:44:15.076589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:17.153258 run osmo-stp_10.42.42.5(pid=15223): stderr: \u000a| �[0;m�[38;5;43m20221210024415269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024415269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024415270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024415270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024415270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024415270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024415271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:17.287858 run osmo-stp_10.42.42.5(pid=15223): stdout: \u000a| (launched: 2022-12-10_02:44:15.076589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:17.419793 run osmo-stp_10.42.42.5(pid=15223): stderr: \u000a| �[0;m�[38;5;43m20221210024415269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024415269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024415270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024415270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024415270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024415270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024415271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:17.477709 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15223): Process ended prematurely: osmo-stp_10.42.42.5(pid=15223) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15223)] [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a02:44:17.487078 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a02:44:17.549608 run osmo-hlr_10.42.42.2(pid=15220): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15220)]\u000a02:44:17.601063 run osmo-hlr_10.42.42.2(pid=15220): stdout: \u000a| (launched: 2022-12-10_02:44:14.066579) \u000a02:44:17.653264 run osmo-hlr_10.42.42.2(pid=15220): stderr: \u000a| �[0;m�[1;31m20221210024414264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024414264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024414264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024414264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024414264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024414264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024414277 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024414285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024414285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024414285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:44:17.724251 run osmo-msc_10.42.42.6(pid=15226): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15226)]\u000a02:44:17.775836 run osmo-msc_10.42.42.6(pid=15226): stdout: \u000a| (launched: 2022-12-10_02:44:16.129583) \u000a02:44:17.827764 run osmo-msc_10.42.42.6(pid=15226): stderr: \u000a| �[0;m�[38;5;43m20221210024416562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210024416562 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff09d152c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210024416563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210024416563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210024416563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210024416563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210024416565 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210024416566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210024416566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210024416567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:44:17.871986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15219): Terminating (SIGTERM)\u000a02:44:17.913882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15222): Terminating (SIGTERM)\u000a02:44:17.955727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15225): Terminating (SIGTERM)\u000a02:44:17.965189 --- ParallelTerminationStrategy: PID 15219 died...\u000a02:44:18.021198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15219): Terminated: ok {rc=0}\u000a02:44:18.031262 --- ParallelTerminationStrategy: PID 15222 died...\u000a02:44:18.087055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15222): Terminated: ok {rc=0}\u000a02:44:18.097250 --- ParallelTerminationStrategy: PID 15225 died...\u000a02:44:18.153132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15225): Terminated: ok {rc=0}\u000a02:44:18.240558 bus /sierra_3: Setting Powered False\u000a02:44:19.347844 bus /sierra_3: Setting Powered False\u000a02:44:20.455599 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15234): Process ended prematurely: osmo-stp_10.42.42.5(pid=15234) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15234)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15234): Process ended prematurely: osmo-stp_10.42.42.5(pid=15234) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:44:21.565717 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:21.577362 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:44:21.735756 tst mo_mt_call_osmux.py: using LAC 25438\u000a02:44:21.855907 tst mo_mt_call_osmux.py: using RAC 193\u000a02:44:21.976101 tst mo_mt_call_osmux.py: using CellId 25438\u000a02:44:22.095985 tst mo_mt_call_osmux.py: using BVCI 25439\u000a02:44:22.119093 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:22.130219 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:22.141111 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:22.152251 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:22.163563 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:22.174635 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:44:22.294024 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:44:22.510036 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:44:23.030030 run create_hlr_db(pid=15228): Launched\u000a02:44:23.218711 bus /sierra_2: Setting Powered False\u000a02:44:24.239036 run create_hlr_db(pid=15228): Terminated: ok {rc=0}\u000a02:44:24.647645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15230): Launched\u000a02:44:24.952603 run osmo-hlr_10.42.42.2(pid=15231): Launched\u000a02:44:25.071821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:44:25.607262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15233): Launched\u000a02:44:25.912614 run osmo-stp_10.42.42.5(pid=15234): Launched\u000a02:44:26.024075 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:44:26.578290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15236): Launched\u000a02:44:26.882509 run osmo-msc_10.42.42.6(pid=15237): Launched\u000a02:44:27.060920 run osmo-stp_10.42.42.5(pid=15234): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15234)]\u000a02:44:27.190718 run osmo-stp_10.42.42.5(pid=15234): stdout: \u000a| (launched: 2022-12-10_02:44:25.761846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:27.317251 run osmo-stp_10.42.42.5(pid=15234): stderr: \u000a| �[0;m�[38;5;43m20221210024425933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024425933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024425934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024425934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024425935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024425935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024425935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:27.438508 run osmo-stp_10.42.42.5(pid=15234): stdout: \u000a| (launched: 2022-12-10_02:44:25.761846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:27.558815 run osmo-stp_10.42.42.5(pid=15234): stderr: \u000a| �[0;m�[38;5;43m20221210024425933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024425933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024425934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024425934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024425935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024425935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024425935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:27.611724 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15234): Process ended prematurely: osmo-stp_10.42.42.5(pid=15234) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15234)] [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a02:44:27.620245 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a02:44:27.680156 run osmo-hlr_10.42.42.2(pid=15231): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15231)]\u000a02:44:27.728821 run osmo-hlr_10.42.42.2(pid=15231): stdout: \u000a| (launched: 2022-12-10_02:44:24.802291) \u000a02:44:27.778619 run osmo-hlr_10.42.42.2(pid=15231): stderr: \u000a| �[0;m�[1;31m20221210024424980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024424980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024424980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024424980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024424980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024424980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024424993 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024425003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024425003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024425003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:44:27.845668 run osmo-msc_10.42.42.6(pid=15237): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15237)]\u000a02:44:27.894497 run osmo-msc_10.42.42.6(pid=15237): stdout: \u000a| (launched: 2022-12-10_02:44:26.731625) \u000a02:44:27.943732 run osmo-msc_10.42.42.6(pid=15237): stderr: \u000a| �[0;m�[38;5;43m20221210024427003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210024427003 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b905a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210024427003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210024427003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210024427003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210024427004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210024427006 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210024427006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210024427006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210024427006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:44:27.985284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15230): Terminating (SIGTERM)\u000a02:44:28.025209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15233): Terminating (SIGTERM)\u000a02:44:28.064894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15236): Terminating (SIGTERM)\u000a02:44:28.074368 --- ParallelTerminationStrategy: PID 15230 died...\u000a02:44:28.127667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15230): Terminated: ok {rc=0}\u000a02:44:28.137234 --- ParallelTerminationStrategy: PID 15233 died...\u000a02:44:28.189939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15233): Terminated: ok {rc=0}\u000a02:44:28.199652 --- ParallelTerminationStrategy: PID 15236 died...\u000a02:44:28.252357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15236): Terminated: ok {rc=0}\u000a02:44:28.336006 bus /sierra_3: Setting Powered False\u000a02:44:29.438116 bus /sierra_3: Setting Powered False\u000a02:44:30.544923 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:44:10" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15248): Process ended prematurely: osmo-stp_10.42.42.5(pid=15248) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15248)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15248): Process ended prematurely: osmo-stp_10.42.42.5(pid=15248) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:44:32.563106 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:32.574927 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:44:32.741415 tst mo_mt_call.py: using LAC 25439\u000a02:44:32.875011 tst mo_mt_call.py: using RAC 194\u000a02:44:33.000710 tst mo_mt_call.py: using CellId 25439\u000a02:44:33.126751 tst mo_mt_call.py: using BVCI 25440\u000a02:44:33.151981 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:33.163694 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:33.175472 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:33.187422 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:33.199198 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:33.210821 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:44:33.327742 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:44:33.531618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:44:34.009794 run create_hlr_db(pid=15242): Launched\u000a02:44:34.184344 bus /sierra_2: Setting Powered False\u000a02:44:35.205721 run create_hlr_db(pid=15242): Terminated: ok {rc=0}\u000a02:44:35.636311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15244): Launched\u000a02:44:35.960134 run osmo-hlr_10.42.42.2(pid=15245): Launched\u000a02:44:36.078860 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:44:36.643296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15247): Launched\u000a02:44:36.967920 run osmo-stp_10.42.42.5(pid=15248): Launched\u000a02:44:37.085421 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:44:37.679474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15250): Launched\u000a02:44:38.004581 run osmo-msc_10.42.42.6(pid=15251): Launched\u000a02:44:38.195273 run osmo-stp_10.42.42.5(pid=15248): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15248)]\u000a02:44:38.332644 run osmo-stp_10.42.42.5(pid=15248): stdout: \u000a| (launched: 2022-12-10_02:44:36.808682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:38.469077 run osmo-stp_10.42.42.5(pid=15248): stderr: \u000a| �[0;m�[38;5;43m20221210024437001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024437002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024437002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024437002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024437004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024437005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024437005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:38.599495 run osmo-stp_10.42.42.5(pid=15248): stdout: \u000a| (launched: 2022-12-10_02:44:36.808682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:38.728190 run osmo-stp_10.42.42.5(pid=15248): stderr: \u000a| �[0;m�[38;5;43m20221210024437001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024437002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024437002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024437002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024437004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024437005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024437005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:38.785167 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15248): Process ended prematurely: osmo-stp_10.42.42.5(pid=15248) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15248)] [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a02:44:38.794237 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:44:38.856567 run osmo-hlr_10.42.42.2(pid=15245): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15245)]\u000a02:44:38.907568 run osmo-hlr_10.42.42.2(pid=15245): stdout: \u000a| (launched: 2022-12-10_02:44:35.801295) \u000a02:44:38.959635 run osmo-hlr_10.42.42.2(pid=15245): stderr: \u000a| �[0;m�[1;31m20221210024436000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024436000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024436000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024436000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024436000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024436001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024436013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024436021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024436021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024436021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:44:39.030002 run osmo-msc_10.42.42.6(pid=15251): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15251)]\u000a02:44:39.081231 run osmo-msc_10.42.42.6(pid=15251): stdout: \u000a| (launched: 2022-12-10_02:44:37.844762) \u000a02:44:39.133349 run osmo-msc_10.42.42.6(pid=15251): stderr: \u000a| �[0;m�[38;5;43m20221210024438168 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210024438169 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65b7f23c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210024438169 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210024438169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210024438169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210024438170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210024438171 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210024438172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210024438172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210024438172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:44:39.177192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15244): Terminating (SIGTERM)\u000a02:44:39.218863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15247): Terminating (SIGTERM)\u000a02:44:39.260132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15250): Terminating (SIGTERM)\u000a02:44:39.269418 --- ParallelTerminationStrategy: PID 15244 died...\u000a02:44:39.324537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15244): Terminated: ok {rc=0}\u000a02:44:39.334503 --- ParallelTerminationStrategy: PID 15247 died...\u000a02:44:39.389456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15247): Terminated: ok {rc=0}\u000a02:44:39.399303 --- ParallelTerminationStrategy: PID 15250 died...\u000a02:44:39.454260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15250): Terminated: ok {rc=0}\u000a02:44:39.540650 bus /sierra_3: Setting Powered False\u000a02:44:40.646499 bus /sierra_3: Setting Powered False\u000a02:44:41.757037 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15260): Process ended prematurely: osmo-stp_10.42.42.5(pid=15260) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15260)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15260): Process ended prematurely: osmo-stp_10.42.42.5(pid=15260) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:44:42.867703 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:42.879558 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:44:43.047838 tst mo_mt_call_osmux.py: using LAC 25440\u000a02:44:43.178660 tst mo_mt_call_osmux.py: using RAC 195\u000a02:44:43.304613 tst mo_mt_call_osmux.py: using CellId 25440\u000a02:44:43.429933 tst mo_mt_call_osmux.py: using BVCI 25441\u000a02:44:43.454560 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:43.466065 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:43.477450 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:43.488783 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:43.500212 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:43.511484 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:44:43.629621 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:44:43.833203 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:44:44.311479 run create_hlr_db(pid=15253): Launched\u000a02:44:44.485626 bus /sierra_2: Setting Powered False\u000a02:44:45.507465 run create_hlr_db(pid=15253): Terminated: ok {rc=0}\u000a02:44:45.972088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15256): Launched\u000a02:44:46.319441 run osmo-hlr_10.42.42.2(pid=15257): Launched\u000a02:44:46.468189 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:44:47.166897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15259): Launched\u000a02:44:47.495358 run osmo-stp_10.42.42.5(pid=15260): Launched\u000a02:44:47.613346 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:44:48.206380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15262): Launched\u000a02:44:48.530762 run osmo-msc_10.42.42.6(pid=15263): Launched\u000a02:44:48.720123 run osmo-stp_10.42.42.5(pid=15260): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15260)]\u000a02:44:48.857148 run osmo-stp_10.42.42.5(pid=15260): stdout: \u000a| (launched: 2022-12-10_02:44:47.335770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:48.993151 run osmo-stp_10.42.42.5(pid=15260): stderr: \u000a| �[0;m�[38;5;43m20221210024447529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024447529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024447529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024447530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024447531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024447531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024447531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:49.123081 run osmo-stp_10.42.42.5(pid=15260): stdout: \u000a| (launched: 2022-12-10_02:44:47.335770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:49.251303 run osmo-stp_10.42.42.5(pid=15260): stderr: \u000a| �[0;m�[38;5;43m20221210024447529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024447529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024447529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024447530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024447531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024447531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024447531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:49.308369 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15260): Process ended prematurely: osmo-stp_10.42.42.5(pid=15260) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15260)] [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a02:44:49.317560 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a02:44:49.379603 run osmo-hlr_10.42.42.2(pid=15257): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15257)]\u000a02:44:49.430491 run osmo-hlr_10.42.42.2(pid=15257): stdout: \u000a| (launched: 2022-12-10_02:44:46.140345) \u000a02:44:49.481986 run osmo-hlr_10.42.42.2(pid=15257): stderr: \u000a| �[0;m�[1;31m20221210024446532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024446532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024446532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024446532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024446532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024446532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024446551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024446577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024446577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024446577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:44:49.551861 run osmo-msc_10.42.42.6(pid=15263): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15263)]\u000a02:44:49.602585 run osmo-msc_10.42.42.6(pid=15263): stdout: \u000a| (launched: 2022-12-10_02:44:48.371458) \u000a02:44:49.653916 run osmo-msc_10.42.42.6(pid=15263): stderr: \u000a| �[0;m�[38;5;43m20221210024448696 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210024448696 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f35aac8bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210024448696 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210024448696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210024448697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210024448697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210024448698 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210024448699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210024448699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210024448699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:44:49.697561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15256): Terminating (SIGTERM)\u000a02:44:49.738637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15259): Terminating (SIGTERM)\u000a02:44:49.780038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15262): Terminating (SIGTERM)\u000a02:44:49.789662 --- ParallelTerminationStrategy: PID 15256 died...\u000a02:44:49.846132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15256): Terminated: ok {rc=0}\u000a02:44:49.856060 --- ParallelTerminationStrategy: PID 15259 died...\u000a02:44:49.910826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15259): Terminated: ok {rc=0}\u000a02:44:49.920617 --- ParallelTerminationStrategy: PID 15262 died...\u000a02:44:49.975447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15262): Terminated: ok {rc=0}\u000a02:44:50.062325 bus /sierra_3: Setting Powered False\u000a02:44:51.168559 bus /sierra_3: Setting Powered False\u000a02:44:52.275473 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:44:32" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15274): Process ended prematurely: osmo-stp_10.42.42.5(pid=15274) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15274)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15274): Process ended prematurely: osmo-stp_10.42.42.5(pid=15274) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15274)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:44:54.279419 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:44:54.290901 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:44:54.456090 tst mo_mt_call.py: using LAC 25441\u000a02:44:54.582973 tst mo_mt_call.py: using RAC 196\u000a02:44:54.710200 tst mo_mt_call.py: using CellId 25441\u000a02:44:54.837192 tst mo_mt_call.py: using BVCI 25442\u000a02:44:54.861947 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:44:54.873412 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:44:54.884653 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:44:54.895976 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:44:54.907509 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:44:54.918877 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:44:55.035209 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:44:55.244409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:44:55.762052 run create_hlr_db(pid=15268): Launched\u000a02:44:55.948322 bus /sierra_2: Setting Powered False\u000a02:44:56.970184 run create_hlr_db(pid=15268): Terminated: ok {rc=0}\u000a02:44:57.401594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15270): Launched\u000a02:44:57.725593 run osmo-hlr_10.42.42.2(pid=15271): Launched\u000a02:44:57.843008 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:44:58.406401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15273): Launched\u000a02:44:58.730062 run osmo-stp_10.42.42.5(pid=15274): Launched\u000a02:44:58.851065 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:44:59.443339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15276): Launched\u000a02:44:59.767539 run osmo-msc_10.42.42.6(pid=15277): Launched\u000a02:44:59.956824 run osmo-stp_10.42.42.5(pid=15274): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15274)]\u000a02:45:00.095416 run osmo-stp_10.42.42.5(pid=15274): stdout: \u000a| (launched: 2022-12-10_02:44:58.571144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:00.232566 run osmo-stp_10.42.42.5(pid=15274): stderr: \u000a| �[0;m�[38;5;43m20221210024458765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024458765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024458765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024458765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024458766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024458766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024458766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:00.362358 run osmo-stp_10.42.42.5(pid=15274): stdout: \u000a| (launched: 2022-12-10_02:44:58.571144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:00.490904 run osmo-stp_10.42.42.5(pid=15274): stderr: \u000a| �[0;m�[38;5;43m20221210024458765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024458765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024458765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024458765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024458766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024458766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024458766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:00.547653 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15274): Process ended prematurely: osmo-stp_10.42.42.5(pid=15274) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15274)] [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a02:45:00.556575 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:45:00.618863 run osmo-hlr_10.42.42.2(pid=15271): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15271)]\u000a02:45:00.669796 run osmo-hlr_10.42.42.2(pid=15271): stdout: \u000a| (launched: 2022-12-10_02:44:57.566465) \u000a02:45:00.721235 run osmo-hlr_10.42.42.2(pid=15271): stderr: \u000a| �[0;m�[1;31m20221210024457765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024457765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024457765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024457765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024457765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024457765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024457778 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024457786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024457786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024457786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:45:00.791420 run osmo-msc_10.42.42.6(pid=15277): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15277)]\u000a02:45:00.848810 run osmo-msc_10.42.42.6(pid=15277): stdout: \u000a| (launched: 2022-12-10_02:44:59.608261) \u000a02:45:00.914113 run osmo-msc_10.42.42.6(pid=15277): stderr: \u000a| �[0;m�[38;5;43m20221210024459932 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210024459932 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f989e192c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210024459932 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210024459932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210024459932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210024459933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210024459934 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210024459935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210024459935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210024459935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:45:00.958867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15270): Terminating (SIGTERM)\u000a02:45:01.001027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15273): Terminating (SIGTERM)\u000a02:45:01.043816 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15276): Terminating (SIGTERM)\u000a02:45:01.053897 --- ParallelTerminationStrategy: PID 15270 died...\u000a02:45:01.110425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15270): Terminated: ok {rc=0}\u000a02:45:01.121352 --- ParallelTerminationStrategy: PID 15273 died...\u000a02:45:01.182916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15273): Terminated: ok {rc=0}\u000a02:45:01.199209 --- ParallelTerminationStrategy: PID 15276 died...\u000a02:45:01.255571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15276): Terminated: ok {rc=0}\u000a02:45:01.345573 bus /sierra_3: Setting Powered False\u000a02:45:02.446537 bus /sierra_3: Setting Powered False\u000a02:45:03.559923 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15288): Process ended prematurely: osmo-stp_10.42.42.5(pid=15288) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15288)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15288): Process ended prematurely: osmo-stp_10.42.42.5(pid=15288) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15288)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:45:04.673238 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:04.685388 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:45:04.851636 tst mo_mt_call_osmux.py: using LAC 25442\u000a02:45:04.979203 tst mo_mt_call_osmux.py: using RAC 197\u000a02:45:05.106364 tst mo_mt_call_osmux.py: using CellId 25442\u000a02:45:05.229884 tst mo_mt_call_osmux.py: using BVCI 25443\u000a02:45:05.253212 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:05.264498 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:05.275658 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:05.287247 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:05.298923 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:05.310649 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:45:05.432267 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:45:05.643462 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:45:06.164732 run create_hlr_db(pid=15282): Launched\u000a02:45:06.352558 bus /sierra_2: Setting Powered False\u000a02:45:07.373858 run create_hlr_db(pid=15282): Terminated: ok {rc=0}\u000a02:45:07.783517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15284): Launched\u000a02:45:08.090140 run osmo-hlr_10.42.42.2(pid=15285): Launched\u000a02:45:08.202317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:45:08.729144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15287): Launched\u000a02:45:09.032709 run osmo-stp_10.42.42.5(pid=15288): Launched\u000a02:45:09.144309 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:45:09.699399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15290): Launched\u000a02:45:10.004831 run osmo-msc_10.42.42.6(pid=15291): Launched\u000a02:45:10.186040 run osmo-stp_10.42.42.5(pid=15288): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15288)]\u000a02:45:10.316399 run osmo-stp_10.42.42.5(pid=15288): stdout: \u000a| (launched: 2022-12-10_02:45:08.883164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:10.444875 run osmo-stp_10.42.42.5(pid=15288): stderr: \u000a| �[0;m�[38;5;43m20221210024509052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024509052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024509052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024509053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024509055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024509055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024509055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:10.567556 run osmo-stp_10.42.42.5(pid=15288): stdout: \u000a| (launched: 2022-12-10_02:45:08.883164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:10.688569 run osmo-stp_10.42.42.5(pid=15288): stderr: \u000a| �[0;m�[38;5;43m20221210024509052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024509052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024509052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024509053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024509055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024509055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024509055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:10.742182 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15288): Process ended prematurely: osmo-stp_10.42.42.5(pid=15288) [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15288)] [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a02:45:10.750929 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a02:45:10.811858 run osmo-hlr_10.42.42.2(pid=15285): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15285)]\u000a02:45:10.861474 run osmo-hlr_10.42.42.2(pid=15285): stdout: \u000a| (launched: 2022-12-10_02:45:07.938851) \u000a02:45:10.911704 run osmo-hlr_10.42.42.2(pid=15285): stderr: \u000a| �[0;m�[1;31m20221210024508114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024508114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024508114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024508114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024508114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024508114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024508126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024508138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024508138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024508138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:45:10.979419 run osmo-msc_10.42.42.6(pid=15291): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15291)]\u000a02:45:11.028773 run osmo-msc_10.42.42.6(pid=15291): stdout: \u000a| (launched: 2022-12-10_02:45:09.853768) \u000a02:45:11.079151 run osmo-msc_10.42.42.6(pid=15291): stderr: \u000a| �[0;m�[38;5;43m20221210024510125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210024510125 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb41c863c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210024510125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210024510125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210024510125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210024510125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210024510127 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210024510127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210024510128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210024510128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:45:11.121131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15284): Terminating (SIGTERM)\u000a02:45:11.161475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15287): Terminating (SIGTERM)\u000a02:45:11.201627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15290): Terminating (SIGTERM)\u000a02:45:11.211421 --- ParallelTerminationStrategy: PID 15284 died...\u000a02:45:11.264927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15284): Terminated: ok {rc=0}\u000a02:45:11.275098 --- ParallelTerminationStrategy: PID 15287 died...\u000a02:45:11.328356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15287): Terminated: ok {rc=0}\u000a02:45:11.338297 --- ParallelTerminationStrategy: PID 15290 died...\u000a02:45:11.392344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15290): Terminated: ok {rc=0}\u000a02:45:11.476103 bus /sierra_3: Setting Powered False\u000a02:45:12.583254 bus /sierra_3: Setting Powered False\u000a02:45:13.691770 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:44:53" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15302): Process ended prematurely: osmo-stp_10.42.42.5(pid=15302) [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15302)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15302): Process ended prematurely: osmo-stp_10.42.42.5(pid=15302) [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a02:45:15.693449 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:15.704545 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:45:15.893410 tst mo_mt_call.py: using LAC 25443\u000a02:45:16.028749 tst mo_mt_call.py: using RAC 198\u000a02:45:16.176539 tst mo_mt_call.py: using CellId 25443\u000a02:45:16.330330 tst mo_mt_call.py: using BVCI 25444\u000a02:45:16.361535 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:16.373797 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:16.388469 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:16.404326 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:16.420188 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:16.435640 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:45:16.565790 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:45:16.829130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:45:17.375521 run create_hlr_db(pid=15296): Launched\u000a02:45:17.551699 bus /sierra_2: Setting Powered False\u000a02:45:18.572347 run create_hlr_db(pid=15296): Terminated: ok {rc=0}\u000a02:45:18.977093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15298): Launched\u000a02:45:19.282078 run osmo-hlr_10.42.42.2(pid=15299): Launched\u000a02:45:19.399697 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:45:19.935965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15301): Launched\u000a02:45:20.239667 run osmo-stp_10.42.42.5(pid=15302): Launched\u000a02:45:20.350611 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:45:20.904938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15304): Launched\u000a02:45:21.209663 run osmo-msc_10.42.42.6(pid=15305): Launched\u000a02:45:21.388037 run osmo-stp_10.42.42.5(pid=15302): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15302)]\u000a02:45:21.517956 run osmo-stp_10.42.42.5(pid=15302): stdout: \u000a| (launched: 2022-12-10_02:45:20.090154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:21.645751 run osmo-stp_10.42.42.5(pid=15302): stderr: \u000a| �[0;m�[38;5;43m20221210024520259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024520259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024520259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024520260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024520262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024520263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024520263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:21.768044 run osmo-stp_10.42.42.5(pid=15302): stdout: \u000a| (launched: 2022-12-10_02:45:20.090154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:21.889146 run osmo-stp_10.42.42.5(pid=15302): stderr: \u000a| �[0;m�[38;5;43m20221210024520259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024520259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024520259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024520260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024520262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024520263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024520263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:21.942182 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15302): Process ended prematurely: osmo-stp_10.42.42.5(pid=15302) [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15302)] [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a02:45:21.950652 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:45:22.012089 run osmo-hlr_10.42.42.2(pid=15299): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15299)]\u000a02:45:22.061668 run osmo-hlr_10.42.42.2(pid=15299): stdout: \u000a| (launched: 2022-12-10_02:45:19.131315) \u000a02:45:22.112086 run osmo-hlr_10.42.42.2(pid=15299): stderr: \u000a| �[0;m�[1;31m20221210024519309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024519309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024519309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024519309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024519309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024519309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024519321 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024519332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024519332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024519332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:45:22.179131 run osmo-msc_10.42.42.6(pid=15305): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15305)]\u000a02:45:22.227913 run osmo-msc_10.42.42.6(pid=15305): stdout: \u000a| (launched: 2022-12-10_02:45:21.058764) \u000a02:45:22.277526 run osmo-msc_10.42.42.6(pid=15305): stderr: \u000a| �[0;m�[38;5;43m20221210024521334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210024521334 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff36c4e8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210024521334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210024521334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210024521334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210024521334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210024521336 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210024521337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210024521337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210024521337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:45:22.319454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15298): Terminating (SIGTERM)\u000a02:45:22.359395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15301): Terminating (SIGTERM)\u000a02:45:22.399280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15304): Terminating (SIGTERM)\u000a02:45:22.408669 --- ParallelTerminationStrategy: PID 15298 died...\u000a02:45:22.462625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15298): Terminated: ok {rc=0}\u000a02:45:22.472286 --- ParallelTerminationStrategy: PID 15301 died...\u000a02:45:22.525451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15301): Terminated: ok {rc=0}\u000a02:45:22.535300 --- ParallelTerminationStrategy: PID 15304 died...\u000a02:45:22.588623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15304): Terminated: ok {rc=0}\u000a02:45:22.677646 bus /sierra_3: Setting Powered False\u000a02:45:23.780778 bus /sierra_3: Setting Powered False\u000a02:45:24.892400 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15313): Process ended prematurely: osmo-stp_10.42.42.5(pid=15313) [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15313)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15313): Process ended prematurely: osmo-stp_10.42.42.5(pid=15313) [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:45:26.003252 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:26.015183 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:45:26.186244 tst mo_mt_call_osmux.py: using LAC 25444\u000a02:45:26.315135 tst mo_mt_call_osmux.py: using RAC 199\u000a02:45:26.432155 tst mo_mt_call_osmux.py: using CellId 25444\u000a02:45:26.551839 tst mo_mt_call_osmux.py: using BVCI 25445\u000a02:45:26.575061 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:26.586260 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:26.597234 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:26.608587 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:26.619874 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:26.631111 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:45:26.750376 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:45:26.966201 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:45:27.486897 run create_hlr_db(pid=15307): Launched\u000a02:45:27.675560 bus /sierra_2: Setting Powered False\u000a02:45:28.695306 run create_hlr_db(pid=15307): Terminated: ok {rc=0}\u000a02:45:29.103465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15309): Launched\u000a02:45:29.408642 run osmo-hlr_10.42.42.2(pid=15310): Launched\u000a02:45:29.526833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:45:30.063792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15312): Launched\u000a02:45:30.370293 run osmo-stp_10.42.42.5(pid=15313): Launched\u000a02:45:30.480546 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:45:31.070019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15315): Launched\u000a02:45:31.546539 run osmo-msc_10.42.42.6(pid=15316): Launched\u000a02:45:32.145430 run osmo-stp_10.42.42.5(pid=15313): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15313)]\u000a02:45:32.318622 run osmo-stp_10.42.42.5(pid=15313): stdout: \u000a| (launched: 2022-12-10_02:45:30.219061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:32.456085 run osmo-stp_10.42.42.5(pid=15313): stderr: \u000a| �[0;m�[38;5;43m20221210024530390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024530390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024530391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024530391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024530391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024530391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024530392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:32.579594 run osmo-stp_10.42.42.5(pid=15313): stdout: \u000a| (launched: 2022-12-10_02:45:30.219061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:32.701089 run osmo-stp_10.42.42.5(pid=15313): stderr: \u000a| �[0;m�[38;5;43m20221210024530390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024530390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024530391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024530391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024530391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024530391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024530392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:32.754675 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15313): Process ended prematurely: osmo-stp_10.42.42.5(pid=15313) [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15313)] [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a02:45:32.763493 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a02:45:32.825690 run osmo-hlr_10.42.42.2(pid=15310): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15310)]\u000a02:45:32.875648 run osmo-hlr_10.42.42.2(pid=15310): stdout: \u000a| (launched: 2022-12-10_02:45:29.258436) \u000a02:45:32.926526 run osmo-hlr_10.42.42.2(pid=15310): stderr: \u000a| �[0;m�[1;31m20221210024529436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024529436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024529437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024529437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024529437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024529437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024529448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024529457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024529457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024529457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:45:32.995013 run osmo-msc_10.42.42.6(pid=15316): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15316)]\u000a02:45:33.045098 run osmo-msc_10.42.42.6(pid=15316): stdout: \u000a| (launched: 2022-12-10_02:45:31.227750) \u000a02:45:33.095574 run osmo-msc_10.42.42.6(pid=15316): stderr: \u000a| �[0;m�[38;5;43m20221210024531753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210024531754 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a29578c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210024531754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210024531754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210024531754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210024531755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210024531758 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210024531759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210024531759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210024531759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:45:33.138102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15309): Terminating (SIGTERM)\u000a02:45:33.179746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15312): Terminating (SIGTERM)\u000a02:45:33.220079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15315): Terminating (SIGTERM)\u000a02:45:33.230303 --- ParallelTerminationStrategy: PID 15309 died...\u000a02:45:33.285840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15309): Terminated: ok {rc=0}\u000a02:45:33.295702 --- ParallelTerminationStrategy: PID 15312 died...\u000a02:45:33.350053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15312): Terminated: ok {rc=0}\u000a02:45:33.360492 --- ParallelTerminationStrategy: PID 15315 died...\u000a02:45:33.415055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15315): Terminated: ok {rc=0}\u000a02:45:33.500706 bus /sierra_3: Setting Powered False\u000a02:45:34.608545 bus /sierra_3: Setting Powered False\u000a02:45:35.716616 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:45:15" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15327): Process ended prematurely: osmo-stp_10.42.42.5(pid=15327) [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15327)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15327): Process ended prematurely: osmo-stp_10.42.42.5(pid=15327) [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15327)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a02:45:37.719133 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:37.730514 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:45:37.893771 tst mo_mt_call.py: using LAC 25445\u000a02:45:38.019326 tst mo_mt_call.py: using RAC 200\u000a02:45:38.145182 tst mo_mt_call.py: using CellId 25445\u000a02:45:38.277578 tst mo_mt_call.py: using BVCI 25446\u000a02:45:38.302223 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:38.313563 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:38.324495 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:38.335692 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:38.346984 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:38.358099 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:45:38.472932 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:45:38.674506 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:45:39.155235 run create_hlr_db(pid=15321): Launched\u000a02:45:39.329554 bus /sierra_2: Setting Powered False\u000a02:45:40.353114 run create_hlr_db(pid=15321): Terminated: ok {rc=0}\u000a02:45:40.786866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15323): Launched\u000a02:45:41.116576 run osmo-hlr_10.42.42.2(pid=15324): Launched\u000a02:45:41.237270 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:45:41.803458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15326): Launched\u000a02:45:42.129662 run osmo-stp_10.42.42.5(pid=15327): Launched\u000a02:45:42.248121 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:45:42.841388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15329): Launched\u000a02:45:43.167179 run osmo-msc_10.42.42.6(pid=15330): Launched\u000a02:45:43.359317 run osmo-stp_10.42.42.5(pid=15327): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15327)]\u000a02:45:43.497415 run osmo-stp_10.42.42.5(pid=15327): stdout: \u000a| (launched: 2022-12-10_02:45:41.969630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:43.634903 run osmo-stp_10.42.42.5(pid=15327): stderr: \u000a| �[0;m�[38;5;43m20221210024542162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024542162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024542162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024542162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024542165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024542165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024542165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:43.766181 run osmo-stp_10.42.42.5(pid=15327): stdout: \u000a| (launched: 2022-12-10_02:45:41.969630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:43.895580 run osmo-stp_10.42.42.5(pid=15327): stderr: \u000a| �[0;m�[38;5;43m20221210024542162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024542162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024542162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024542162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024542165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024542165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024542165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:43.952453 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15327): Process ended prematurely: osmo-stp_10.42.42.5(pid=15327) [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15327)] [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a02:45:43.961510 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:45:44.023703 run osmo-hlr_10.42.42.2(pid=15324): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15324)]\u000a02:45:44.074826 run osmo-hlr_10.42.42.2(pid=15324): stdout: \u000a| (launched: 2022-12-10_02:45:40.953516) \u000a02:45:44.126839 run osmo-hlr_10.42.42.2(pid=15324): stderr: \u000a| �[0;m�[1;31m20221210024541153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024541153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024541153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024541153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024541153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024541153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024541165 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024541174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024541174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024541174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:45:44.197711 run osmo-msc_10.42.42.6(pid=15330): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15330)]\u000a02:45:44.249075 run osmo-msc_10.42.42.6(pid=15330): stdout: \u000a| (launched: 2022-12-10_02:45:43.006646) \u000a02:45:44.300849 run osmo-msc_10.42.42.6(pid=15330): stderr: \u000a| �[0;m�[38;5;43m20221210024543326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210024543326 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6bdce9fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210024543326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210024543326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210024543327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210024543327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210024543330 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210024543332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210024543332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210024543332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:45:44.344860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15323): Terminating (SIGTERM)\u000a02:45:44.386841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15326): Terminating (SIGTERM)\u000a02:45:44.428906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15329): Terminating (SIGTERM)\u000a02:45:44.438696 --- ParallelTerminationStrategy: PID 15323 died...\u000a02:45:44.494589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15323): Terminated: ok {rc=0}\u000a02:45:44.504632 --- ParallelTerminationStrategy: PID 15326 died...\u000a02:45:44.560312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15326): Terminated: ok {rc=0}\u000a02:45:44.570368 --- ParallelTerminationStrategy: PID 15329 died...\u000a02:45:44.626351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15329): Terminated: ok {rc=0}\u000a02:45:44.713042 bus /sierra_3: Setting Powered False\u000a02:45:45.817289 bus /sierra_3: Setting Powered False\u000a02:45:46.938088 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15338): Process ended prematurely: osmo-stp_10.42.42.5(pid=15338) [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15338)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15338): Process ended prematurely: osmo-stp_10.42.42.5(pid=15338) [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:45:48.050250 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:48.062021 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:45:48.227787 tst mo_mt_call_osmux.py: using LAC 25446\u000a02:45:48.355201 tst mo_mt_call_osmux.py: using RAC 201\u000a02:45:48.482635 tst mo_mt_call_osmux.py: using CellId 25446\u000a02:45:48.609554 tst mo_mt_call_osmux.py: using BVCI 25447\u000a02:45:48.634291 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:48.645756 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:48.656900 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:48.668417 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:48.679799 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:48.691001 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:45:48.806671 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:45:49.017900 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:45:49.538567 run create_hlr_db(pid=15332): Launched\u000a02:45:49.726270 bus /sierra_2: Setting Powered False\u000a02:45:50.747649 run create_hlr_db(pid=15332): Terminated: ok {rc=0}\u000a02:45:51.155828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15334): Launched\u000a02:45:51.461829 run osmo-hlr_10.42.42.2(pid=15335): Launched\u000a02:45:51.577129 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:45:52.105135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15337): Launched\u000a02:45:52.411567 run osmo-stp_10.42.42.5(pid=15338): Launched\u000a02:45:52.523470 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:45:53.083185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15340): Launched\u000a02:45:53.388835 run osmo-msc_10.42.42.6(pid=15341): Launched\u000a02:45:53.567589 run osmo-stp_10.42.42.5(pid=15338): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15338)]\u000a02:45:53.697158 run osmo-stp_10.42.42.5(pid=15338): stdout: \u000a| (launched: 2022-12-10_02:45:52.259508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:53.824142 run osmo-stp_10.42.42.5(pid=15338): stderr: \u000a| �[0;m�[38;5;43m20221210024552432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024552432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024552433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024552433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024552434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024552434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024552434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:53.945748 run osmo-stp_10.42.42.5(pid=15338): stdout: \u000a| (launched: 2022-12-10_02:45:52.259508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:54.066352 run osmo-stp_10.42.42.5(pid=15338): stderr: \u000a| �[0;m�[38;5;43m20221210024552432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024552432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024552433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024552433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024552434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024552434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024552434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:54.119731 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15338): Process ended prematurely: osmo-stp_10.42.42.5(pid=15338) [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15338)] [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a02:45:54.128160 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a02:45:54.188669 run osmo-hlr_10.42.42.2(pid=15335): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15335)]\u000a02:45:54.238031 run osmo-hlr_10.42.42.2(pid=15335): stdout: \u000a| (launched: 2022-12-10_02:45:51.311292) \u000a02:45:54.287885 run osmo-hlr_10.42.42.2(pid=15335): stderr: \u000a| �[0;m�[1;31m20221210024551489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024551489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024551489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024551489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024551489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024551489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024551501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024551509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024551510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024551510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:45:54.355488 run osmo-msc_10.42.42.6(pid=15341): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15341)]\u000a02:45:54.405098 run osmo-msc_10.42.42.6(pid=15341): stdout: \u000a| (launched: 2022-12-10_02:45:53.237539) \u000a02:45:54.455640 run osmo-msc_10.42.42.6(pid=15341): stderr: \u000a| �[0;m�[38;5;43m20221210024553508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210024553508 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb723267c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210024553508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210024553508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210024553508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210024553509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210024553512 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210024553512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210024553513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210024553513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:45:54.497729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15334): Terminating (SIGTERM)\u000a02:45:54.537577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15337): Terminating (SIGTERM)\u000a02:45:54.577465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15340): Terminating (SIGTERM)\u000a02:45:54.586914 --- ParallelTerminationStrategy: PID 15334 died...\u000a02:45:54.640448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15334): Terminated: ok {rc=0}\u000a02:45:54.650035 --- ParallelTerminationStrategy: PID 15337 died...\u000a02:45:54.702888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15337): Terminated: ok {rc=0}\u000a02:45:54.712581 --- ParallelTerminationStrategy: PID 15340 died...\u000a02:45:54.765628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15340): Terminated: ok {rc=0}\u000a02:45:54.853512 bus /sierra_3: Setting Powered False\u000a02:45:55.957681 bus /sierra_3: Setting Powered False\u000a02:45:57.069556 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:45:37" }, { "cases" : [ { "testActions" : [ ], "age" : 206, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15352): Process ended prematurely: osmo-stp_10.42.42.5(pid=15352) [trial-2368↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15352)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15352): Process ended prematurely: osmo-stp_10.42.42.5(pid=15352) [trial-2368↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a02:45:59.072544 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:45:59.084570 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:45:59.233712 tst mo_mt_call.py: using LAC 25447\u000a02:45:59.361695 tst mo_mt_call.py: using RAC 202\u000a02:45:59.493202 tst mo_mt_call.py: using CellId 25447\u000a02:45:59.618869 tst mo_mt_call.py: using BVCI 25448\u000a02:45:59.643631 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:45:59.655428 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:45:59.667005 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:45:59.678717 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:45:59.690591 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:45:59.702882 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:45:59.819991 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:46:00.020935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:46:00.500018 run create_hlr_db(pid=15346): Launched\u000a02:46:00.674786 bus /sierra_2: Setting Powered False\u000a02:46:01.711024 run create_hlr_db(pid=15346): Terminated: ok {rc=0}\u000a02:46:02.168479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15348): Launched\u000a02:46:02.494293 run osmo-hlr_10.42.42.2(pid=15349): Launched\u000a02:46:02.614546 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:46:03.179080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15351): Launched\u000a02:46:03.504773 run osmo-stp_10.42.42.5(pid=15352): Launched\u000a02:46:03.623689 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:46:04.218615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15354): Launched\u000a02:46:04.543043 run osmo-msc_10.42.42.6(pid=15355): Launched\u000a02:46:04.734184 run osmo-stp_10.42.42.5(pid=15352): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15352)]\u000a02:46:04.871294 run osmo-stp_10.42.42.5(pid=15352): stdout: \u000a| (launched: 2022-12-10_02:46:03.345467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:05.008567 run osmo-stp_10.42.42.5(pid=15352): stderr: \u000a| �[0;m�[38;5;43m20221210024603537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024603537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024603537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024603538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024603540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024603540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024603540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:05.138870 run osmo-stp_10.42.42.5(pid=15352): stdout: \u000a| (launched: 2022-12-10_02:46:03.345467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:05.267951 run osmo-stp_10.42.42.5(pid=15352): stderr: \u000a| �[0;m�[38;5;43m20221210024603537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024603537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024603537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024603538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024603540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024603540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024603540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:05.324911 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15352): Process ended prematurely: osmo-stp_10.42.42.5(pid=15352) [trial-2368↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15352)] [trial-2368↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a02:46:05.334299 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:46:05.397105 run osmo-hlr_10.42.42.2(pid=15349): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15349)]\u000a02:46:05.448477 run osmo-hlr_10.42.42.2(pid=15349): stdout: \u000a| (launched: 2022-12-10_02:46:02.334259) \u000a02:46:05.500435 run osmo-hlr_10.42.42.2(pid=15349): stderr: \u000a| �[0;m�[1;31m20221210024602534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024602534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024602534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024602535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024602535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024602535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024602546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024602554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024602554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024602554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:46:05.570997 run osmo-msc_10.42.42.6(pid=15355): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15355)]\u000a02:46:05.621919 run osmo-msc_10.42.42.6(pid=15355): stdout: \u000a| (launched: 2022-12-10_02:46:04.383552) \u000a02:46:05.673320 run osmo-msc_10.42.42.6(pid=15355): stderr: \u000a| �[0;m�[38;5;43m20221210024604705 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210024604705 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3589581c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210024604705 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210024604706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210024604706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210024604706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210024604707 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210024604708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210024604708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210024604708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:46:05.716895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15348): Terminating (SIGTERM)\u000a02:46:05.758733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15351): Terminating (SIGTERM)\u000a02:46:05.800469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15354): Terminating (SIGTERM)\u000a02:46:05.810438 --- ParallelTerminationStrategy: PID 15348 died...\u000a02:46:05.866829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15348): Terminated: ok {rc=0}\u000a02:46:05.877092 --- ParallelTerminationStrategy: PID 15351 died...\u000a02:46:05.933056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15351): Terminated: ok {rc=0}\u000a02:46:05.943203 --- ParallelTerminationStrategy: PID 15354 died...\u000a02:46:05.998898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15354): Terminated: ok {rc=0}\u000a02:46:06.085527 bus /sierra_3: Setting Powered False\u000a02:46:07.193461 bus /sierra_3: Setting Powered False\u000a02:46:08.301523 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15363): Process ended prematurely: osmo-stp_10.42.42.5(pid=15363) [trial-2368↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15363)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15363): Process ended prematurely: osmo-stp_10.42.42.5(pid=15363) [trial-2368↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:46:09.417564 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:09.430066 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:46:09.577781 tst mo_mt_call_osmux.py: using LAC 25448\u000a02:46:09.707552 tst mo_mt_call_osmux.py: using RAC 203\u000a02:46:09.835280 tst mo_mt_call_osmux.py: using CellId 25448\u000a02:46:09.964113 tst mo_mt_call_osmux.py: using BVCI 25449\u000a02:46:09.988768 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:10.000497 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:10.012070 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:10.023889 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:10.035813 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:10.047466 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:46:10.168019 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:46:10.371607 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:46:10.852438 run create_hlr_db(pid=15357): Launched\u000a02:46:11.027534 bus /sierra_2: Setting Powered False\u000a02:46:12.048919 run create_hlr_db(pid=15357): Terminated: ok {rc=0}\u000a02:46:12.483107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15359): Launched\u000a02:46:12.810477 run osmo-hlr_10.42.42.2(pid=15360): Launched\u000a02:46:12.933126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:46:13.501906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15362): Launched\u000a02:46:13.827893 run osmo-stp_10.42.42.5(pid=15363): Launched\u000a02:46:13.946687 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:46:14.542015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15365): Launched\u000a02:46:14.868412 run osmo-msc_10.42.42.6(pid=15366): Launched\u000a02:46:15.058748 run osmo-stp_10.42.42.5(pid=15363): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15363)]\u000a02:46:15.196547 run osmo-stp_10.42.42.5(pid=15363): stdout: \u000a| (launched: 2022-12-10_02:46:13.667769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:15.334095 run osmo-stp_10.42.42.5(pid=15363): stderr: \u000a| �[0;m�[38;5;43m20221210024613863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024613864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024613864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024613864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024613865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024613865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024613865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:15.464357 run osmo-stp_10.42.42.5(pid=15363): stdout: \u000a| (launched: 2022-12-10_02:46:13.667769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:15.594100 run osmo-stp_10.42.42.5(pid=15363): stderr: \u000a| �[0;m�[38;5;43m20221210024613863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024613864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024613864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024613864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024613865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024613865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024613865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:15.651402 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15363): Process ended prematurely: osmo-stp_10.42.42.5(pid=15363) [trial-2368↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15363)] [trial-2368↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a02:46:15.660387 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a02:46:15.723439 run osmo-hlr_10.42.42.2(pid=15360): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15360)]\u000a02:46:15.775192 run osmo-hlr_10.42.42.2(pid=15360): stdout: \u000a| (launched: 2022-12-10_02:46:12.649777) \u000a02:46:15.827632 run osmo-hlr_10.42.42.2(pid=15360): stderr: \u000a| �[0;m�[1;31m20221210024612850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024612850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024612850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024612850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024612850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024612850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024612863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024612871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024612871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024612871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:46:15.903181 run osmo-msc_10.42.42.6(pid=15366): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15366)]\u000a02:46:15.959654 run osmo-msc_10.42.42.6(pid=15366): stdout: \u000a| (launched: 2022-12-10_02:46:14.707788) \u000a02:46:16.012807 run osmo-msc_10.42.42.6(pid=15366): stderr: \u000a| �[0;m�[38;5;43m20221210024615030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210024615031 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f98780bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210024615031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210024615031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210024615031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210024615031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210024615033 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210024615033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210024615033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210024615033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:46:16.058085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15359): Terminating (SIGTERM)\u000a02:46:16.102464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15362): Terminating (SIGTERM)\u000a02:46:16.147571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15365): Terminating (SIGTERM)\u000a02:46:16.158150 --- ParallelTerminationStrategy: PID 15359 died...\u000a02:46:16.217010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15359): Terminated: ok {rc=0}\u000a02:46:16.227591 --- ParallelTerminationStrategy: PID 15362 died...\u000a02:46:16.284361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15362): Terminated: ok {rc=0}\u000a02:46:16.295023 --- ParallelTerminationStrategy: PID 15365 died...\u000a02:46:16.351904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15365): Terminated: ok {rc=0}\u000a02:46:16.454114 bus /sierra_3: Setting Powered False\u000a02:46:17.562281 bus /sierra_3: Setting Powered False\u000a02:46:18.669957 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:45:58" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15377): Process ended prematurely: osmo-stp_10.42.42.5(pid=15377) [trial-2368↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15377)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15377): Process ended prematurely: osmo-stp_10.42.42.5(pid=15377) [trial-2368↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a02:46:20.697330 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:20.708582 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:46:20.855882 tst emergency_mo_mt_call.py: using LAC 25449\u000a02:46:20.981070 tst emergency_mo_mt_call.py: using RAC 204\u000a02:46:21.105186 tst emergency_mo_mt_call.py: using CellId 25449\u000a02:46:21.224707 tst emergency_mo_mt_call.py: using BVCI 25450\u000a02:46:21.247377 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:21.258049 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:21.268527 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:21.279701 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:21.290967 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:21.302067 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:46:21.423011 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:46:21.625107 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:46:22.094552 run create_hlr_db(pid=15371): Launched\u000a02:46:22.266477 bus /sierra_2: Setting Powered False\u000a02:46:23.288025 run create_hlr_db(pid=15371): Terminated: ok {rc=0}\u000a02:46:23.686841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15373): Launched\u000a02:46:23.985542 run osmo-hlr_10.42.42.2(pid=15374): Launched\u000a02:46:24.098358 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:46:24.629181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15376): Launched\u000a02:46:24.928936 run osmo-stp_10.42.42.5(pid=15377): Launched\u000a02:46:25.052393 tst emergency_mo_mt_call.py: using MSISDN 7510\u000a02:46:25.200521 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:46:25.748009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15379): Launched\u000a02:46:26.049469 run osmo-msc_10.42.42.6(pid=15380): Launched\u000a02:46:26.226816 run osmo-stp_10.42.42.5(pid=15377): ERR: Terminated: ERROR {rc=1} [trial-2368↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15377)]\u000a02:46:26.355236 run osmo-stp_10.42.42.5(pid=15377): stdout: \u000a| (launched: 2022-12-10_02:46:24.780644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:26.481506 run osmo-stp_10.42.42.5(pid=15377): stderr: \u000a| �[0;m�[38;5;43m20221210024624952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024624952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024624952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024624953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024624953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024624953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024624954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:26.601994 run osmo-stp_10.42.42.5(pid=15377): stdout: \u000a| (launched: 2022-12-10_02:46:24.780644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:26.721173 run osmo-stp_10.42.42.5(pid=15377): stderr: \u000a| �[0;m�[38;5;43m20221210024624952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024624952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024624952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024624953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024624953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024624953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024624954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:26.773363 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=15377): Process ended prematurely: osmo-stp_10.42.42.5(pid=15377) [trial-2368↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15377)] [trial-2368↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a02:46:26.781211 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a02:46:26.841630 run osmo-hlr_10.42.42.2(pid=15374): ERR: Terminated: ERROR {rc=237} [trial-2368↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15374)]\u000a02:46:26.891021 run osmo-hlr_10.42.42.2(pid=15374): stdout: \u000a| (launched: 2022-12-10_02:46:23.837794) \u000a02:46:26.941104 run osmo-hlr_10.42.42.2(pid=15374): stderr: \u000a| �[0;m�[1;31m20221210024624014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024624014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024624014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024624014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024624014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024624014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024624029 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024624039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024624039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024624039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:46:27.009001 run osmo-msc_10.42.42.6(pid=15380): ERR: Terminated: ERROR {rc=2} [trial-2368↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15380)]\u000a02:46:27.058643 run osmo-msc_10.42.42.6(pid=15380): stdout: \u000a| (launched: 2022-12-10_02:46:25.900312) \u000a02:46:27.108798 run osmo-msc_10.42.42.6(pid=15380): stderr: \u000a| �[0;m�[38;5;43m20221210024626172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210024626172 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f04e41d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210024626172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210024626172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210024626172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210024626173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210024626174 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210024626175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210024626175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210024626175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:46:27.151094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15373): Terminating (SIGTERM)\u000a02:46:27.191470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15376): Terminating (SIGTERM)\u000a02:46:27.231445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15379): Terminating (SIGTERM)\u000a02:46:27.240890 --- ParallelTerminationStrategy: PID 15373 died...\u000a02:46:27.294331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15373): Terminated: ok {rc=0}\u000a02:46:27.304220 --- ParallelTerminationStrategy: PID 15376 died...\u000a02:46:27.358216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15376): Terminated: ok {rc=0}\u000a02:46:27.368045 --- ParallelTerminationStrategy: PID 15379 died...\u000a02:46:27.421174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15379): Terminated: ok {rc=0}\u000a02:46:27.510596 bus /sierra_3: Setting Powered False\u000a02:46:28.613510 bus /sierra_3: Setting Powered False\u000a02:46:29.725577 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15388): Process ended prematurely: osmo-stp_10.42.42.5(pid=15388) [trial-2368↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15388)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15388): Process ended prematurely: osmo-stp_10.42.42.5(pid=15388) [trial-2368↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a02:46:30.779017 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:30.790943 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:46:30.955161 tst emergency_preemptive_call.py: using LAC 25450\u000a02:46:31.088435 tst emergency_preemptive_call.py: using RAC 205\u000a02:46:31.210682 tst emergency_preemptive_call.py: using CellId 25450\u000a02:46:31.332449 tst emergency_preemptive_call.py: using BVCI 25451\u000a02:46:31.356177 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:31.367948 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:31.379562 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:31.393204 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:31.405579 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:31.417081 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:46:31.538607 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:46:31.665786 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:46:31.817587 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:46:32.034751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:46:32.515545 run create_hlr_db(pid=15382): Launched\u000a02:46:32.688694 bus /sierra_2: Setting Powered False\u000a02:46:33.710888 run create_hlr_db(pid=15382): Terminated: ok {rc=0}\u000a02:46:34.112319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15384): Launched\u000a02:46:34.410435 run osmo-hlr_10.42.42.2(pid=15385): Launched\u000a02:46:34.518848 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:46:35.037759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15387): Launched\u000a02:46:35.338133 run osmo-stp_10.42.42.5(pid=15388): Launched\u000a02:46:35.463960 tst emergency_preemptive_call.py: using MSISDN 7511\u000a02:46:35.611839 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:46:36.156404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15390): Launched\u000a02:46:36.455442 run osmo-msc_10.42.42.6(pid=15391): Launched\u000a02:46:36.631147 run osmo-stp_10.42.42.5(pid=15388): ERR: Terminated: ERROR {rc=1} [trial-2368↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15388)]\u000a02:46:36.758937 run osmo-stp_10.42.42.5(pid=15388): stdout: \u000a| (launched: 2022-12-10_02:46:35.189512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:36.884350 run osmo-stp_10.42.42.5(pid=15388): stderr: \u000a| �[0;m�[38;5;43m20221210024635360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024635361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024635361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024635361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024635363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024635363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024635363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:37.004810 run osmo-stp_10.42.42.5(pid=15388): stdout: \u000a| (launched: 2022-12-10_02:46:35.189512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:37.123749 run osmo-stp_10.42.42.5(pid=15388): stderr: \u000a| �[0;m�[38;5;43m20221210024635360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024635361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024635361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024635361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024635363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024635363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024635363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:37.175979 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=15388): Process ended prematurely: osmo-stp_10.42.42.5(pid=15388) [trial-2368↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15388)] [trial-2368↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a02:46:37.183883 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a02:46:37.244508 run osmo-hlr_10.42.42.2(pid=15385): ERR: Terminated: ERROR {rc=237} [trial-2368↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15385)]\u000a02:46:37.294299 run osmo-hlr_10.42.42.2(pid=15385): stdout: \u000a| (launched: 2022-12-10_02:46:34.263950) \u000a02:46:37.344694 run osmo-hlr_10.42.42.2(pid=15385): stderr: \u000a| �[0;m�[1;31m20221210024634442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024634442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024634442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024634442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024634442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024634442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024634454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024634463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024634463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024634463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:46:37.412935 run osmo-msc_10.42.42.6(pid=15391): ERR: Terminated: ERROR {rc=2} [trial-2368↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15391)]\u000a02:46:37.462516 run osmo-msc_10.42.42.6(pid=15391): stdout: \u000a| (launched: 2022-12-10_02:46:36.307556) \u000a02:46:37.512533 run osmo-msc_10.42.42.6(pid=15391): stderr: \u000a| �[0;m�[38;5;43m20221210024636578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210024636578 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa0a491cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210024636578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210024636578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210024636578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210024636579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210024636581 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210024636582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210024636582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210024636582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:46:37.554738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15384): Terminating (SIGTERM)\u000a02:46:37.594934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15387): Terminating (SIGTERM)\u000a02:46:37.635580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15390): Terminating (SIGTERM)\u000a02:46:37.645190 --- ParallelTerminationStrategy: PID 15384 died...\u000a02:46:37.699150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15384): Terminated: ok {rc=0}\u000a02:46:37.708745 --- ParallelTerminationStrategy: PID 15387 died...\u000a02:46:37.762142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15387): Terminated: ok {rc=0}\u000a02:46:37.771938 --- ParallelTerminationStrategy: PID 15390 died...\u000a02:46:37.825854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15390): Terminated: ok {rc=0}\u000a02:46:37.910411 bus /sierra_9: Setting Powered False\u000a02:46:39.018128 bus /sierra_9: Setting Powered False\u000a02:46:40.129985 bus /sierra_8: Setting Powered False\u000a02:46:41.232626 bus /sierra_8: Setting Powered False\u000a02:46:42.344416 bus /sierra_3: Setting Powered False\u000a02:46:43.446861 bus /sierra_3: Setting Powered False\u000a02:46:44.559278 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:46:20" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15407): Process ended prematurely: osmo-stp_10.42.42.5(pid=15407) [trial-2368↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15407)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15407): Process ended prematurely: osmo-stp_10.42.42.5(pid=15407) [trial-2368↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:46:46.764046 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:46:46.777999 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:46:46.962069 tst cs_paging_gprs_active.py: using LAC 25451\u000a02:46:47.112118 tst cs_paging_gprs_active.py: using RAC 206\u000a02:46:47.245106 tst cs_paging_gprs_active.py: using CellId 25451\u000a02:46:47.372095 tst cs_paging_gprs_active.py: using BVCI 25452\u000a02:46:47.397219 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:46:47.408341 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:46:47.419266 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:46:47.430237 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:46:47.441046 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:46:47.451791 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:46:47.462869 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:46:47.473612 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:46:47.485059 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:46:47.606727 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:46:47.903081 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:46:48.039995 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:46:48.378383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15397): Launched\u000a02:46:48.659559 run iperf3-srv_10.42.42.10(pid=15398): Launched\u000a02:46:48.859925 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:46:48.996325 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:46:49.334082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15399): Launched\u000a02:46:49.615655 run iperf3-srv_10.42.42.10(pid=15400): Launched\u000a02:46:49.815326 tst cs_paging_gprs_active.py:38: start network...\u000a02:46:49.951555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:46:50.476514 run create_hlr_db(pid=15401): Launched\u000a02:46:50.665302 bus /sierra_2: Setting Powered False\u000a02:46:51.687143 run create_hlr_db(pid=15401): Terminated: ok {rc=0}\u000a02:46:52.122144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15403): Launched\u000a02:46:52.451360 run osmo-hlr_10.42.42.2(pid=15404): Launched\u000a02:46:52.570415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:46:53.137424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15406): Launched\u000a02:46:53.466127 run osmo-stp_10.42.42.5(pid=15407): Launched\u000a02:46:53.584650 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:46:54.153351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15409): Launched\u000a02:46:54.270686 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:46:54.555093 run patchelf(pid=15410): Launched\u000a02:46:54.746155 run osmo-stp_10.42.42.5(pid=15407): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15407)]\u000a02:46:54.885542 run osmo-stp_10.42.42.5(pid=15407): stdout: \u000a| (launched: 2022-12-10_02:46:53.304678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:55.025390 run osmo-stp_10.42.42.5(pid=15407): stderr: \u000a| �[0;m�[38;5;43m20221210024653498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024653498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024653498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024653499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024653499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024653499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024653499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:55.160534 run osmo-stp_10.42.42.5(pid=15407): stdout: \u000a| (launched: 2022-12-10_02:46:53.304678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:55.295317 run osmo-stp_10.42.42.5(pid=15407): stderr: \u000a| �[0;m�[38;5;43m20221210024653498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024653498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024653498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024653499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024653499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024653499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024653499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:55.451079 run patchelf(pid=15410): Terminating (SIGINT)\u000a02:46:55.634463 run patchelf(pid=15410): Terminated: ok {rc=0}\u000a02:46:55.667944 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15407): Process ended prematurely: osmo-stp_10.42.42.5(pid=15407) [trial-2368↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15407)] [trial-2368↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a02:46:55.677598 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a02:46:55.740792 run osmo-hlr_10.42.42.2(pid=15404): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15404)]\u000a02:46:55.792626 run osmo-hlr_10.42.42.2(pid=15404): stdout: \u000a| (launched: 2022-12-10_02:46:52.289725) \u000a02:46:55.844853 run osmo-hlr_10.42.42.2(pid=15404): stderr: \u000a| �[0;m�[1;31m20221210024652490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024652490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024652490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024652490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024652490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024652490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024652503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024652511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024652511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024652511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:46:55.889448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15397): Terminating (SIGTERM)\u000a02:46:55.931360 run iperf3-srv_10.42.42.10(pid=15398): Terminating (SIGTERM)\u000a02:46:55.972941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15399): Terminating (SIGTERM)\u000a02:46:56.014529 run iperf3-srv_10.42.42.10(pid=15400): Terminating (SIGTERM)\u000a02:46:56.056182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15403): Terminating (SIGTERM)\u000a02:46:56.097889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15406): Terminating (SIGTERM)\u000a02:46:56.139685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15409): Terminating (SIGTERM)\u000a02:46:56.149354 --- ParallelTerminationStrategy: PID 15397 died...\u000a02:46:56.204842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15397): Terminated: ok {rc=0}\u000a02:46:56.214889 --- ParallelTerminationStrategy: PID 15398 died...\u000a02:46:56.270308 run iperf3-srv_10.42.42.10(pid=15398): Terminated {rc=256}\u000a02:46:56.280432 --- ParallelTerminationStrategy: PID 15399 died...\u000a02:46:56.336108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15399): Terminated: ok {rc=0}\u000a02:46:56.346187 --- ParallelTerminationStrategy: PID 15400 died...\u000a02:46:56.401270 run iperf3-srv_10.42.42.10(pid=15400): Terminated {rc=256}\u000a02:46:56.411200 --- ParallelTerminationStrategy: PID 15403 died...\u000a02:46:56.466170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15403): Terminated: ok {rc=0}\u000a02:46:56.476166 --- ParallelTerminationStrategy: PID 15406 died...\u000a02:46:56.531389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15406): Terminated: ok {rc=0}\u000a02:46:56.541838 --- ParallelTerminationStrategy: PID 15409 died...\u000a02:46:56.597426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15409): Terminated: ok {rc=0}\u000a02:46:56.686521 bus /gobi_0: Setting Powered False\u000a02:46:57.794080 bus /gobi_0: Setting Powered False\u000a02:46:58.903407 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15419): Process ended prematurely: osmo-stp_10.42.42.5(pid=15419) [trial-2368↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15419)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15419): Process ended prematurely: osmo-stp_10.42.42.5(pid=15419) [trial-2368↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a02:47:00.018744 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:00.030317 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:47:00.178535 tst iperf3.py: using LAC 25452\u000a02:47:00.306709 tst iperf3.py: using RAC 207\u000a02:47:00.437181 tst iperf3.py: using CellId 25452\u000a02:47:00.564756 tst iperf3.py: using BVCI 25453\u000a02:47:00.590011 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:00.601128 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:00.611933 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:00.622863 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:00.633605 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:00.644329 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:00.655436 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:00.666281 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:00.677306 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:00.974945 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:47:01.113176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:47:01.467452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15411): Launched\u000a02:47:01.755789 run iperf3-srv_10.42.42.10(pid=15412): Launched\u000a02:47:01.960137 tst iperf3.py:8: start network...\u000a02:47:02.098948 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:47:02.624356 run create_hlr_db(pid=15413): Launched\u000a02:47:02.812832 bus /gobi_6: Setting Powered False\u000a02:47:03.834179 run create_hlr_db(pid=15413): Terminated: ok {rc=0}\u000a02:47:04.267780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15415): Launched\u000a02:47:04.594303 run osmo-hlr_10.42.42.2(pid=15416): Launched\u000a02:47:04.715055 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:47:05.285900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15418): Launched\u000a02:47:05.611324 run osmo-stp_10.42.42.5(pid=15419): Launched\u000a02:47:05.728778 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:47:06.299616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15421): Launched\u000a02:47:06.417196 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:47:06.703225 run patchelf(pid=15422): Launched\u000a02:47:06.894382 run osmo-stp_10.42.42.5(pid=15419): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15419)]\u000a02:47:07.033910 run osmo-stp_10.42.42.5(pid=15419): stdout: \u000a| (launched: 2022-12-10_02:47:05.451585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:07.173589 run osmo-stp_10.42.42.5(pid=15419): stderr: \u000a| �[0;m�[38;5;43m20221210024705645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024705645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024705645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024705646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024705646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024705646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024705646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:07.309706 run osmo-stp_10.42.42.5(pid=15419): stdout: \u000a| (launched: 2022-12-10_02:47:05.451585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:07.443957 run osmo-stp_10.42.42.5(pid=15419): stderr: \u000a| �[0;m�[38;5;43m20221210024705645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024705645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024705645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024705646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024705646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024705646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024705646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:07.600227 run patchelf(pid=15422): Terminating (SIGINT)\u000a02:47:07.783414 run patchelf(pid=15422): Terminated: ok {rc=0}\u000a02:47:07.816657 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15419): Process ended prematurely: osmo-stp_10.42.42.5(pid=15419) [trial-2368↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15419)] [trial-2368↪gprs:trx-umtrx↪iperf3.py:8]\u000a02:47:07.826318 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a02:47:07.890034 run osmo-hlr_10.42.42.2(pid=15416): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15416)]\u000a02:47:07.942200 run osmo-hlr_10.42.42.2(pid=15416): stdout: \u000a| (launched: 2022-12-10_02:47:04.434132) \u000a02:47:07.994840 run osmo-hlr_10.42.42.2(pid=15416): stderr: \u000a| �[0;m�[1;31m20221210024704634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024704634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024704634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024704634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024704634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024704634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024704647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024704655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024704655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024704655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:47:08.039734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15411): Terminating (SIGTERM)\u000a02:47:08.082878 run iperf3-srv_10.42.42.10(pid=15412): Terminating (SIGTERM)\u000a02:47:08.125446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15415): Terminating (SIGTERM)\u000a02:47:08.167814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15418): Terminating (SIGTERM)\u000a02:47:08.210833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15421): Terminating (SIGTERM)\u000a02:47:08.220674 --- ParallelTerminationStrategy: PID 15411 died...\u000a02:47:08.277519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15411): Terminated: ok {rc=0}\u000a02:47:08.287723 --- ParallelTerminationStrategy: PID 15412 died...\u000a02:47:08.344377 run iperf3-srv_10.42.42.10(pid=15412): Terminated {rc=256}\u000a02:47:08.354571 --- ParallelTerminationStrategy: PID 15415 died...\u000a02:47:08.411361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15415): Terminated: ok {rc=0}\u000a02:47:08.421948 --- ParallelTerminationStrategy: PID 15418 died...\u000a02:47:08.478240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15418): Terminated: ok {rc=0}\u000a02:47:08.488402 --- ParallelTerminationStrategy: PID 15421 died...\u000a02:47:08.544420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15421): Terminated: ok {rc=0}\u000a02:47:08.631578 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15437): Process ended prematurely: osmo-stp_10.42.42.5(pid=15437) [trial-2368↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15437)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15437): Process ended prematurely: osmo-stp_10.42.42.5(pid=15437) [trial-2368↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a02:47:09.747529 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:09.759082 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:47:09.904587 tst iperf3m4.py: using LAC 25453\u000a02:47:10.034534 tst iperf3m4.py: using RAC 208\u000a02:47:10.159122 tst iperf3m4.py: using CellId 25453\u000a02:47:10.282085 tst iperf3m4.py: using BVCI 25454\u000a02:47:10.305884 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:10.316770 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:10.327296 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:10.338587 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:10.349954 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:10.361052 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:10.372315 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:10.383853 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:10.395164 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:10.516680 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:10.640380 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:10.760004 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:11.056817 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:47:11.193940 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:47:11.531465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15423): Launched\u000a02:47:11.813100 run iperf3-srv_10.42.42.10(pid=15424): Launched\u000a02:47:12.013547 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:47:12.149986 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:47:12.489138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15425): Launched\u000a02:47:12.770436 run iperf3-srv_10.42.42.10(pid=15426): Launched\u000a02:47:12.970600 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:47:13.106981 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:47:13.445142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15427): Launched\u000a02:47:13.726001 run iperf3-srv_10.42.42.10(pid=15428): Launched\u000a02:47:13.926333 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:47:14.062359 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:47:14.400441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15429): Launched\u000a02:47:14.682422 run iperf3-srv_10.42.42.10(pid=15430): Launched\u000a02:47:14.882403 tst iperf3m4.py:8: start network...\u000a02:47:15.018604 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:47:15.542383 run create_hlr_db(pid=15431): Launched\u000a02:47:15.730252 bus /gobi_6: Setting Powered False\u000a02:47:16.751647 run create_hlr_db(pid=15431): Terminated: ok {rc=0}\u000a02:47:17.167228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15433): Launched\u000a02:47:17.477840 run osmo-hlr_10.42.42.2(pid=15434): Launched\u000a02:47:17.599830 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:47:18.139359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15436): Launched\u000a02:47:18.447692 run osmo-stp_10.42.42.5(pid=15437): Launched\u000a02:47:18.560118 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:47:19.092702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15439): Launched\u000a02:47:19.201751 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:47:19.469216 run patchelf(pid=15440): Launched\u000a02:47:19.648273 run osmo-stp_10.42.42.5(pid=15437): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15437)]\u000a02:47:19.778804 run osmo-stp_10.42.42.5(pid=15437): stdout: \u000a| (launched: 2022-12-10_02:47:18.295162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:19.909851 run osmo-stp_10.42.42.5(pid=15437): stderr: \u000a| �[0;m�[38;5;43m20221210024718466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024718466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024718466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024718467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024718467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024718467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024718467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:20.036287 run osmo-stp_10.42.42.5(pid=15437): stdout: \u000a| (launched: 2022-12-10_02:47:18.295162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:20.162404 run osmo-stp_10.42.42.5(pid=15437): stderr: \u000a| �[0;m�[38;5;43m20221210024718466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024718466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024718466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024718467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024718467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024718467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024718467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:20.308375 run patchelf(pid=15440): Terminating (SIGINT)\u000a02:47:20.480053 run patchelf(pid=15440): Terminated: ok {rc=0}\u000a02:47:20.511488 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15437): Process ended prematurely: osmo-stp_10.42.42.5(pid=15437) [trial-2368↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15437)] [trial-2368↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a02:47:20.520717 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a02:47:20.581803 run osmo-hlr_10.42.42.2(pid=15434): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15434)]\u000a02:47:20.631153 run osmo-hlr_10.42.42.2(pid=15434): stdout: \u000a| (launched: 2022-12-10_02:47:17.324933) \u000a02:47:20.680928 run osmo-hlr_10.42.42.2(pid=15434): stderr: \u000a| �[0;m�[1;31m20221210024717502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024717502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024717502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024717503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024717503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024717503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024717515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024717523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024717523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024717523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:47:20.722742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15423): Terminating (SIGTERM)\u000a02:47:20.762348 run iperf3-srv_10.42.42.10(pid=15424): Terminating (SIGTERM)\u000a02:47:20.802449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15425): Terminating (SIGTERM)\u000a02:47:20.842379 run iperf3-srv_10.42.42.10(pid=15426): Terminating (SIGTERM)\u000a02:47:20.882458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15427): Terminating (SIGTERM)\u000a02:47:20.922309 run iperf3-srv_10.42.42.10(pid=15428): Terminating (SIGTERM)\u000a02:47:20.962109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15429): Terminating (SIGTERM)\u000a02:47:21.001939 run iperf3-srv_10.42.42.10(pid=15430): Terminating (SIGTERM)\u000a02:47:21.042024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15433): Terminating (SIGTERM)\u000a02:47:21.081825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15436): Terminating (SIGTERM)\u000a02:47:21.121728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15439): Terminating (SIGTERM)\u000a02:47:21.131243 --- ParallelTerminationStrategy: PID 15423 died...\u000a02:47:21.184452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15423): Terminated: ok {rc=0}\u000a02:47:21.194414 --- ParallelTerminationStrategy: PID 15424 died...\u000a02:47:21.247458 run iperf3-srv_10.42.42.10(pid=15424): Terminated {rc=256}\u000a02:47:21.257567 --- ParallelTerminationStrategy: PID 15425 died...\u000a02:47:21.311025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15425): Terminated: ok {rc=0}\u000a02:47:21.320735 --- ParallelTerminationStrategy: PID 15426 died...\u000a02:47:21.374031 run iperf3-srv_10.42.42.10(pid=15426): Terminated {rc=256}\u000a02:47:21.383618 --- ParallelTerminationStrategy: PID 15427 died...\u000a02:47:21.436696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15427): Terminated: ok {rc=0}\u000a02:47:21.446656 --- ParallelTerminationStrategy: PID 15428 died...\u000a02:47:21.499406 run iperf3-srv_10.42.42.10(pid=15428): Terminated {rc=256}\u000a02:47:21.509313 --- ParallelTerminationStrategy: PID 15429 died...\u000a02:47:21.563179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15429): Terminated: ok {rc=0}\u000a02:47:21.572879 --- ParallelTerminationStrategy: PID 15430 died...\u000a02:47:21.626369 run iperf3-srv_10.42.42.10(pid=15430): Terminated {rc=256}\u000a02:47:21.636333 --- ParallelTerminationStrategy: PID 15433 died...\u000a02:47:21.690127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15433): Terminated: ok {rc=0}\u000a02:47:21.699860 --- ParallelTerminationStrategy: PID 15436 died...\u000a02:47:21.752724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15436): Terminated: ok {rc=0}\u000a02:47:21.762229 --- ParallelTerminationStrategy: PID 15439 died...\u000a02:47:21.815378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15439): Terminated: ok {rc=0}\u000a02:47:21.898912 bus /gobi_4: Setting Powered False\u000a02:47:23.006263 bus /gobi_4: Setting Powered False\u000a02:47:24.116645 bus /gobi_1: Setting Powered False\u000a02:47:25.222240 bus /gobi_1: Setting Powered False\u000a02:47:26.329665 bus /gobi_0: Setting Powered False\u000a02:47:27.435047 bus /gobi_0: Setting Powered False\u000a02:47:28.547505 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 169, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15447): Process ended prematurely: osmo-stp_10.42.42.5(pid=15447) [trial-2368↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15447)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15447): Process ended prematurely: osmo-stp_10.42.42.5(pid=15447) [trial-2368↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a02:47:29.615000 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:29.626105 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:47:29.761383 tst ping.py: using LAC 25454\u000a02:47:29.879453 tst ping.py: using RAC 209\u000a02:47:29.996818 tst ping.py: using CellId 25454\u000a02:47:30.115807 tst ping.py: using BVCI 25455\u000a02:47:30.138595 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:30.149191 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:30.159557 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:30.170226 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:30.180716 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:30.191313 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:30.202040 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:30.212799 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:30.501866 tst ping.py:19: start network...\u000a02:47:30.636497 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:47:31.206378 run create_hlr_db(pid=15441): Launched\u000a02:47:31.396036 bus /gobi_6: Setting Powered False\u000a02:47:32.403389 run create_hlr_db(pid=15441): Terminated: ok {rc=0}\u000a02:47:32.841765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15443): Launched\u000a02:47:33.161275 run osmo-hlr_10.42.42.2(pid=15444): Launched\u000a02:47:33.278520 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:47:33.836781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15446): Launched\u000a02:47:34.156428 run osmo-stp_10.42.42.5(pid=15447): Launched\u000a02:47:34.274613 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:47:34.837183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15449): Launched\u000a02:47:34.951653 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:47:35.228716 run patchelf(pid=15450): Launched\u000a02:47:35.404575 run osmo-stp_10.42.42.5(pid=15447): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15447)]\u000a02:47:35.533668 run osmo-stp_10.42.42.5(pid=15447): stdout: \u000a| (launched: 2022-12-10_02:47:33.999190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:35.663132 run osmo-stp_10.42.42.5(pid=15447): stderr: \u000a| �[0;m�[38;5;43m20221210024734192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024734192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024734193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024734193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024734194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024734194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024734194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:35.787598 run osmo-stp_10.42.42.5(pid=15447): stdout: \u000a| (launched: 2022-12-10_02:47:33.999190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:35.912836 run osmo-stp_10.42.42.5(pid=15447): stderr: \u000a| �[0;m�[38;5;43m20221210024734192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024734192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024734193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024734193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024734194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024734194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024734194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:36.067967 run patchelf(pid=15450): Terminating (SIGINT)\u000a02:47:36.248665 run patchelf(pid=15450): Terminated: ok {rc=0}\u000a02:47:36.281543 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15447): Process ended prematurely: osmo-stp_10.42.42.5(pid=15447) [trial-2368↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15447)] [trial-2368↪gprs:trx-umtrx↪ping.py:22]\u000a02:47:36.290621 tst ping.py:22: Test FAILED (6.7 sec)\u000a02:47:36.353353 run osmo-hlr_10.42.42.2(pid=15444): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15444)]\u000a02:47:36.404273 run osmo-hlr_10.42.42.2(pid=15444): stdout: \u000a| (launched: 2022-12-10_02:47:33.004369) \u000a02:47:36.455997 run osmo-hlr_10.42.42.2(pid=15444): stderr: \u000a| �[0;m�[1;31m20221210024733203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024733203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024733204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024733204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024733204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024733204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024733220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024733230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024733230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024733230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:47:36.499695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15443): Terminating (SIGTERM)\u000a02:47:36.541216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15446): Terminating (SIGTERM)\u000a02:47:36.582715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15449): Terminating (SIGTERM)\u000a02:47:36.592547 --- ParallelTerminationStrategy: PID 15443 died...\u000a02:47:36.648080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15443): Terminated: ok {rc=0}\u000a02:47:36.658094 --- ParallelTerminationStrategy: PID 15446 died...\u000a02:47:36.713197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15446): Terminated: ok {rc=0}\u000a02:47:36.723183 --- ParallelTerminationStrategy: PID 15449 died...\u000a02:47:36.778358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15449): Terminated: ok {rc=0}\u000a02:47:36.864667 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15459): Process ended prematurely: osmo-stp_10.42.42.5(pid=15459) [trial-2368↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15459)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15459): Process ended prematurely: osmo-stp_10.42.42.5(pid=15459) [trial-2368↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a02:47:37.918353 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:37.930124 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:47:38.075478 tst ping_idle_ping.py: using LAC 25455\u000a02:47:38.203510 tst ping_idle_ping.py: using RAC 210\u000a02:47:38.331531 tst ping_idle_ping.py: using CellId 25455\u000a02:47:38.458087 tst ping_idle_ping.py: using BVCI 25456\u000a02:47:38.482663 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:38.493851 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:38.504766 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:38.515679 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:38.526621 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:38.537505 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:38.548498 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:38.559454 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:38.837774 tst ping_idle_ping.py:24: start network...\u000a02:47:38.962601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:47:39.435995 run create_hlr_db(pid=15453): Launched\u000a02:47:39.608623 bus /gobi_6: Setting Powered False\u000a02:47:40.631111 run create_hlr_db(pid=15453): Terminated: ok {rc=0}\u000a02:47:41.062587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15455): Launched\u000a02:47:41.385624 run osmo-hlr_10.42.42.2(pid=15456): Launched\u000a02:47:41.506354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:47:42.067207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15458): Launched\u000a02:47:42.389299 run osmo-stp_10.42.42.5(pid=15459): Launched\u000a02:47:42.505092 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:47:43.066455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15461): Launched\u000a02:47:43.181522 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:47:43.463242 run patchelf(pid=15462): Launched\u000a02:47:43.652213 run osmo-stp_10.42.42.5(pid=15459): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15459)]\u000a02:47:43.790542 run osmo-stp_10.42.42.5(pid=15459): stdout: \u000a| (launched: 2022-12-10_02:47:42.231367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:43.929903 run osmo-stp_10.42.42.5(pid=15459): stderr: \u000a| �[0;m�[38;5;43m20221210024742423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024742423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024742423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024742423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024742424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024742424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024742424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:44.063640 run osmo-stp_10.42.42.5(pid=15459): stdout: \u000a| (launched: 2022-12-10_02:47:42.231367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:44.196120 run osmo-stp_10.42.42.5(pid=15459): stderr: \u000a| �[0;m�[38;5;43m20221210024742423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024742423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024742423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024742423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024742424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024742424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024742424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:44.351087 run patchelf(pid=15462): Terminating (SIGINT)\u000a02:47:44.531554 run patchelf(pid=15462): Terminated: ok {rc=0}\u000a02:47:44.564203 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15459): Process ended prematurely: osmo-stp_10.42.42.5(pid=15459) [trial-2368↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15459)] [trial-2368↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a02:47:44.573379 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a02:47:44.636258 run osmo-hlr_10.42.42.2(pid=15456): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15456)]\u000a02:47:44.688382 run osmo-hlr_10.42.42.2(pid=15456): stdout: \u000a| (launched: 2022-12-10_02:47:41.226927) \u000a02:47:44.740836 run osmo-hlr_10.42.42.2(pid=15456): stderr: \u000a| �[0;m�[1;31m20221210024741425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024741425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024741425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024741425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024741426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024741426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024741438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024741446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024741446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024741446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:47:44.785275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15455): Terminating (SIGTERM)\u000a02:47:44.826979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15458): Terminating (SIGTERM)\u000a02:47:44.869353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15461): Terminating (SIGTERM)\u000a02:47:44.879099 --- ParallelTerminationStrategy: PID 15455 died...\u000a02:47:44.935485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15455): Terminated: ok {rc=0}\u000a02:47:44.945834 --- ParallelTerminationStrategy: PID 15458 died...\u000a02:47:45.001910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15458): Terminated: ok {rc=0}\u000a02:47:45.012036 --- ParallelTerminationStrategy: PID 15461 died...\u000a02:47:45.068210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15461): Terminated: ok {rc=0}\u000a02:47:45.155570 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:46:46" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15476): Process ended prematurely: osmo-stp_10.42.42.5(pid=15476) [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15476)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15476): Process ended prematurely: osmo-stp_10.42.42.5(pid=15476) [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15476)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:47:47.335562 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:47:47.346419 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:47:47.493188 tst cs_paging_gprs_active.py: using LAC 25456\u000a02:47:47.620254 tst cs_paging_gprs_active.py: using RAC 211\u000a02:47:47.747502 tst cs_paging_gprs_active.py: using CellId 25456\u000a02:47:47.877199 tst cs_paging_gprs_active.py: using BVCI 25457\u000a02:47:47.902558 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:47:47.913878 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:47:47.925028 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:47:47.936306 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:47:47.947361 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:47:47.958641 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:47:47.970052 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:47:47.981007 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:47:47.992299 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:47:48.110570 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:47:48.408598 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:47:48.545844 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:47:48.886280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15466): Launched\u000a02:47:49.169717 run iperf3-srv_10.42.42.10(pid=15467): Launched\u000a02:47:49.371124 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:47:49.507939 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:47:49.846556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15468): Launched\u000a02:47:50.123819 run iperf3-srv_10.42.42.10(pid=15469): Launched\u000a02:47:50.310947 tst cs_paging_gprs_active.py:38: start network...\u000a02:47:50.438640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:47:50.923172 run create_hlr_db(pid=15470): Launched\u000a02:47:51.099372 bus /gobi_6: Setting Powered False\u000a02:47:52.118786 run create_hlr_db(pid=15470): Terminated: ok {rc=0}\u000a02:47:52.526953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15472): Launched\u000a02:47:52.835679 run osmo-hlr_10.42.42.2(pid=15473): Launched\u000a02:47:52.952219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:47:53.482061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15475): Launched\u000a02:47:53.789806 run osmo-stp_10.42.42.5(pid=15476): Launched\u000a02:47:53.911713 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:47:54.448861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15478): Launched\u000a02:47:54.557768 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:47:54.823732 run patchelf(pid=15479): Launched\u000a02:47:55.002316 run osmo-stp_10.42.42.5(pid=15476): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15476)]\u000a02:47:55.132577 run osmo-stp_10.42.42.5(pid=15476): stdout: \u000a| (launched: 2022-12-10_02:47:53.637597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:55.263510 run osmo-stp_10.42.42.5(pid=15476): stderr: \u000a| �[0;m�[38;5;43m20221210024753810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024753810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024753810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024753811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024753811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024753811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024753811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:55.389957 run osmo-stp_10.42.42.5(pid=15476): stdout: \u000a| (launched: 2022-12-10_02:47:53.637597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:55.515300 run osmo-stp_10.42.42.5(pid=15476): stderr: \u000a| �[0;m�[38;5;43m20221210024753810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024753810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024753810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024753811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024753811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024753811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024753811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:55.660662 run patchelf(pid=15479): Terminating (SIGINT)\u000a02:47:55.832266 run patchelf(pid=15479): Terminated: ok {rc=0}\u000a02:47:55.863654 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15476): Process ended prematurely: osmo-stp_10.42.42.5(pid=15476) [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15476)] [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a02:47:55.872790 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a02:47:55.938368 run osmo-hlr_10.42.42.2(pid=15473): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15473)]\u000a02:47:55.990528 run osmo-hlr_10.42.42.2(pid=15473): stdout: \u000a| (launched: 2022-12-10_02:47:52.683098) \u000a02:47:56.043059 run osmo-hlr_10.42.42.2(pid=15473): stderr: \u000a| �[0;m�[1;31m20221210024752861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024752861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024752861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024752861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024752861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024752861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024752872 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024752881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024752881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024752881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:47:56.087023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15466): Terminating (SIGTERM)\u000a02:47:56.129014 run iperf3-srv_10.42.42.10(pid=15467): Terminating (SIGTERM)\u000a02:47:56.171118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15468): Terminating (SIGTERM)\u000a02:47:56.213192 run iperf3-srv_10.42.42.10(pid=15469): Terminating (SIGTERM)\u000a02:47:56.255801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15472): Terminating (SIGTERM)\u000a02:47:56.297821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15475): Terminating (SIGTERM)\u000a02:47:56.339963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15478): Terminating (SIGTERM)\u000a02:47:56.349880 --- ParallelTerminationStrategy: PID 15466 died...\u000a02:47:56.405914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15466): Terminated: ok {rc=0}\u000a02:47:56.416500 --- ParallelTerminationStrategy: PID 15467 died...\u000a02:47:56.472840 run iperf3-srv_10.42.42.10(pid=15467): Terminated {rc=256}\u000a02:47:56.483009 --- ParallelTerminationStrategy: PID 15468 died...\u000a02:47:56.539803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15468): Terminated: ok {rc=0}\u000a02:47:56.549911 --- ParallelTerminationStrategy: PID 15469 died...\u000a02:47:56.606506 run iperf3-srv_10.42.42.10(pid=15469): Terminated {rc=256}\u000a02:47:56.616748 --- ParallelTerminationStrategy: PID 15472 died...\u000a02:47:56.673165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15472): Terminated: ok {rc=0}\u000a02:47:56.683255 --- ParallelTerminationStrategy: PID 15475 died...\u000a02:47:56.739963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15475): Terminated: ok {rc=0}\u000a02:47:56.750420 --- ParallelTerminationStrategy: PID 15478 died...\u000a02:47:56.806576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15478): Terminated: ok {rc=0}\u000a02:47:56.893482 bus /gobi_0: Setting Powered False\u000a02:47:58.000093 bus /gobi_0: Setting Powered False\u000a02:47:59.107267 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15488): Process ended prematurely: osmo-stp_10.42.42.5(pid=15488) [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15488)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15488): Process ended prematurely: osmo-stp_10.42.42.5(pid=15488) [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a02:48:00.223027 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:00.235169 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:48:00.380702 tst iperf3.py: using LAC 25457\u000a02:48:00.502976 tst iperf3.py: using RAC 212\u000a02:48:00.632880 tst iperf3.py: using CellId 25457\u000a02:48:00.762001 tst iperf3.py: using BVCI 25458\u000a02:48:00.787471 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:00.799084 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:00.810700 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:00.822674 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:00.848087 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:00.863260 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:00.875903 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:00.890478 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:00.903436 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:48:01.196730 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:48:01.328146 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:48:01.670243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15480): Launched\u000a02:48:01.958575 run iperf3-srv_10.42.42.10(pid=15481): Launched\u000a02:48:02.151380 tst iperf3.py:8: start network...\u000a02:48:02.280471 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:48:02.761623 run create_hlr_db(pid=15482): Launched\u000a02:48:02.936566 bus /gobi_6: Setting Powered False\u000a02:48:03.958273 run create_hlr_db(pid=15482): Terminated: ok {rc=0}\u000a02:48:04.389459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15484): Launched\u000a02:48:04.694850 run osmo-hlr_10.42.42.2(pid=15485): Launched\u000a02:48:04.805893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:48:05.348837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15487): Launched\u000a02:48:05.675765 run osmo-stp_10.42.42.5(pid=15488): Launched\u000a02:48:05.794485 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:48:06.365596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15490): Launched\u000a02:48:06.481195 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:48:06.765006 run patchelf(pid=15491): Launched\u000a02:48:06.955832 run osmo-stp_10.42.42.5(pid=15488): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15488)]\u000a02:48:07.094518 run osmo-stp_10.42.42.5(pid=15488): stdout: \u000a| (launched: 2022-12-10_02:48:05.514423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:07.234118 run osmo-stp_10.42.42.5(pid=15488): stderr: \u000a| �[0;m�[38;5;43m20221210024805706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024805706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024805706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024805706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024805707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024805707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024805707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:07.369155 run osmo-stp_10.42.42.5(pid=15488): stdout: \u000a| (launched: 2022-12-10_02:48:05.514423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:07.502712 run osmo-stp_10.42.42.5(pid=15488): stderr: \u000a| �[0;m�[38;5;43m20221210024805706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024805706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024805706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024805706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024805707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024805707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024805707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:07.658280 run patchelf(pid=15491): Terminating (SIGINT)\u000a02:48:07.840599 run patchelf(pid=15491): Terminated: ok {rc=0}\u000a02:48:07.874186 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15488): Process ended prematurely: osmo-stp_10.42.42.5(pid=15488) [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15488)] [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a02:48:07.883883 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a02:48:07.946185 run osmo-hlr_10.42.42.2(pid=15485): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15485)]\u000a02:48:07.997049 run osmo-hlr_10.42.42.2(pid=15485): stdout: \u000a| (launched: 2022-12-10_02:48:04.544467) \u000a02:48:08.048511 run osmo-hlr_10.42.42.2(pid=15485): stderr: \u000a| �[0;m�[1;31m20221210024804722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024804723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024804723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024804723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024804723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024804723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024804736 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024804745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024804745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024804745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:48:08.092445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15480): Terminating (SIGTERM)\u000a02:48:08.134187 run iperf3-srv_10.42.42.10(pid=15481): Terminating (SIGTERM)\u000a02:48:08.175575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15484): Terminating (SIGTERM)\u000a02:48:08.216707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15487): Terminating (SIGTERM)\u000a02:48:08.258398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15490): Terminating (SIGTERM)\u000a02:48:08.268079 --- ParallelTerminationStrategy: PID 15480 died...\u000a02:48:08.324114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15480): Terminated: ok {rc=0}\u000a02:48:08.334374 --- ParallelTerminationStrategy: PID 15481 died...\u000a02:48:08.390312 run iperf3-srv_10.42.42.10(pid=15481): Terminated {rc=256}\u000a02:48:08.400347 --- ParallelTerminationStrategy: PID 15484 died...\u000a02:48:08.455572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15484): Terminated: ok {rc=0}\u000a02:48:08.465921 --- ParallelTerminationStrategy: PID 15487 died...\u000a02:48:08.521575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15487): Terminated: ok {rc=0}\u000a02:48:08.531702 --- ParallelTerminationStrategy: PID 15490 died...\u000a02:48:08.587563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15490): Terminated: ok {rc=0}\u000a02:48:08.675259 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15506): Process ended prematurely: osmo-stp_10.42.42.5(pid=15506) [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15506)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15506): Process ended prematurely: osmo-stp_10.42.42.5(pid=15506) [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a02:48:09.791444 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:09.803390 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:48:09.949924 tst iperf3m4.py: using LAC 25458\u000a02:48:10.078071 tst iperf3m4.py: using RAC 213\u000a02:48:10.208150 tst iperf3m4.py: using CellId 25458\u000a02:48:10.337777 tst iperf3m4.py: using BVCI 25459\u000a02:48:10.362796 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:10.374110 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:10.385259 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:10.396296 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:10.407384 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:10.418399 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:10.429652 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:10.440582 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:10.451847 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:48:10.571881 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:48:10.691090 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:48:10.810158 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:48:11.093154 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:48:11.220567 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:48:11.537211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15492): Launched\u000a02:48:11.800739 run iperf3-srv_10.42.42.10(pid=15493): Launched\u000a02:48:11.987494 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:48:12.114592 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:48:12.430434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15494): Launched\u000a02:48:12.693758 run iperf3-srv_10.42.42.10(pid=15495): Launched\u000a02:48:12.879994 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:48:13.007283 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:48:13.323018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15496): Launched\u000a02:48:13.587223 run iperf3-srv_10.42.42.10(pid=15497): Launched\u000a02:48:13.774311 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:48:13.902067 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:48:14.218458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15498): Launched\u000a02:48:14.482103 run iperf3-srv_10.42.42.10(pid=15499): Launched\u000a02:48:14.667974 tst iperf3m4.py:8: start network...\u000a02:48:14.794965 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:48:15.277310 run create_hlr_db(pid=15500): Launched\u000a02:48:15.452372 bus /gobi_6: Setting Powered False\u000a02:48:16.525697 run create_hlr_db(pid=15500): Terminated: ok {rc=0}\u000a02:48:17.011107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15502): Launched\u000a02:48:17.345955 run osmo-hlr_10.42.42.2(pid=15503): Launched\u000a02:48:17.465271 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:48:18.039702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15505): Launched\u000a02:48:18.369827 run osmo-stp_10.42.42.5(pid=15506): Launched\u000a02:48:18.489338 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:48:19.063204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15508): Launched\u000a02:48:19.180444 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:48:19.467820 run patchelf(pid=15509): Launched\u000a02:48:19.659575 run osmo-stp_10.42.42.5(pid=15506): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15506)]\u000a02:48:19.799559 run osmo-stp_10.42.42.5(pid=15506): stdout: \u000a| (launched: 2022-12-10_02:48:18.206932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:19.939425 run osmo-stp_10.42.42.5(pid=15506): stderr: \u000a| �[0;m�[38;5;43m20221210024818400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024818400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024818401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024818401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024818401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024818401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024818402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:20.075729 run osmo-stp_10.42.42.5(pid=15506): stdout: \u000a| (launched: 2022-12-10_02:48:18.206932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:20.210618 run osmo-stp_10.42.42.5(pid=15506): stderr: \u000a| �[0;m�[38;5;43m20221210024818400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024818400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024818401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024818401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024818401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024818401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024818402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:20.368047 run patchelf(pid=15509): Terminating (SIGINT)\u000a02:48:20.552235 run patchelf(pid=15509): Terminated: ok {rc=0}\u000a02:48:20.586060 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15506): Process ended prematurely: osmo-stp_10.42.42.5(pid=15506) [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15506)] [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a02:48:20.595893 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a02:48:20.659183 run osmo-hlr_10.42.42.2(pid=15503): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15503)]\u000a02:48:20.710665 run osmo-hlr_10.42.42.2(pid=15503): stdout: \u000a| (launched: 2022-12-10_02:48:17.182019) \u000a02:48:20.762855 run osmo-hlr_10.42.42.2(pid=15503): stderr: \u000a| �[0;m�[1;31m20221210024817380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024817380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024817380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024817380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024817381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024817381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024817393 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024817402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024817402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024817402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:48:20.807259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15492): Terminating (SIGTERM)\u000a02:48:20.848816 run iperf3-srv_10.42.42.10(pid=15493): Terminating (SIGTERM)\u000a02:48:20.892314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15494): Terminating (SIGTERM)\u000a02:48:20.934201 run iperf3-srv_10.42.42.10(pid=15495): Terminating (SIGTERM)\u000a02:48:20.976481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15496): Terminating (SIGTERM)\u000a02:48:21.018306 run iperf3-srv_10.42.42.10(pid=15497): Terminating (SIGTERM)\u000a02:48:21.060199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15498): Terminating (SIGTERM)\u000a02:48:21.102024 run iperf3-srv_10.42.42.10(pid=15499): Terminating (SIGTERM)\u000a02:48:21.143827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15502): Terminating (SIGTERM)\u000a02:48:21.185576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15505): Terminating (SIGTERM)\u000a02:48:21.227687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15508): Terminating (SIGTERM)\u000a02:48:21.237491 --- ParallelTerminationStrategy: PID 15492 died...\u000a02:48:21.293802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15492): Terminated: ok {rc=0}\u000a02:48:21.304178 --- ParallelTerminationStrategy: PID 15493 died...\u000a02:48:21.360259 run iperf3-srv_10.42.42.10(pid=15493): Terminated {rc=256}\u000a02:48:21.370429 --- ParallelTerminationStrategy: PID 15494 died...\u000a02:48:21.426213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15494): Terminated: ok {rc=0}\u000a02:48:21.436397 --- ParallelTerminationStrategy: PID 15495 died...\u000a02:48:21.491647 run iperf3-srv_10.42.42.10(pid=15495): Terminated {rc=256}\u000a02:48:21.501691 --- ParallelTerminationStrategy: PID 15496 died...\u000a02:48:21.557250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15496): Terminated: ok {rc=0}\u000a02:48:21.567364 --- ParallelTerminationStrategy: PID 15497 died...\u000a02:48:21.622791 run iperf3-srv_10.42.42.10(pid=15497): Terminated {rc=256}\u000a02:48:21.632912 --- ParallelTerminationStrategy: PID 15498 died...\u000a02:48:21.689076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15498): Terminated: ok {rc=0}\u000a02:48:21.699308 --- ParallelTerminationStrategy: PID 15499 died...\u000a02:48:21.754821 run iperf3-srv_10.42.42.10(pid=15499): Terminated {rc=256}\u000a02:48:21.764797 --- ParallelTerminationStrategy: PID 15502 died...\u000a02:48:21.820405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15502): Terminated: ok {rc=0}\u000a02:48:21.830662 --- ParallelTerminationStrategy: PID 15505 died...\u000a02:48:21.886106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15505): Terminated: ok {rc=0}\u000a02:48:21.896322 --- ParallelTerminationStrategy: PID 15508 died...\u000a02:48:21.951912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15508): Terminated: ok {rc=0}\u000a02:48:22.038538 bus /gobi_4: Setting Powered False\u000a02:48:23.146041 bus /gobi_4: Setting Powered False\u000a02:48:24.254637 bus /gobi_1: Setting Powered False\u000a02:48:25.361186 bus /gobi_1: Setting Powered False\u000a02:48:26.472925 bus /gobi_0: Setting Powered False\u000a02:48:27.575471 bus /gobi_0: Setting Powered False\u000a02:48:28.688015 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15516): Process ended prematurely: osmo-stp_10.42.42.5(pid=15516) [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15516)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15516): Process ended prematurely: osmo-stp_10.42.42.5(pid=15516) [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a02:48:29.754666 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:29.766059 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:48:29.905956 tst ping.py: using LAC 25459\u000a02:48:30.022100 tst ping.py: using RAC 214\u000a02:48:30.138101 tst ping.py: using CellId 25459\u000a02:48:30.254343 tst ping.py: using BVCI 25460\u000a02:48:30.277242 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:30.288034 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:30.298740 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:30.309640 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:30.320818 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:30.331585 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:30.342648 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:30.353595 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:48:30.630465 tst ping.py:19: start network...\u000a02:48:30.754463 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:48:31.314425 run create_hlr_db(pid=15510): Launched\u000a02:48:31.498599 bus /gobi_6: Setting Powered False\u000a02:48:32.513149 run create_hlr_db(pid=15510): Terminated: ok {rc=0}\u000a02:48:32.941510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15512): Launched\u000a02:48:33.263264 run osmo-hlr_10.42.42.2(pid=15513): Launched\u000a02:48:33.380655 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:48:33.941734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15515): Launched\u000a02:48:34.260938 run osmo-stp_10.42.42.5(pid=15516): Launched\u000a02:48:34.376318 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:48:34.935301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15518): Launched\u000a02:48:35.050224 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:48:35.331807 run patchelf(pid=15519): Launched\u000a02:48:35.519854 run osmo-stp_10.42.42.5(pid=15516): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15516)]\u000a02:48:35.657364 run osmo-stp_10.42.42.5(pid=15516): stdout: \u000a| (launched: 2022-12-10_02:48:34.104121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:35.794738 run osmo-stp_10.42.42.5(pid=15516): stderr: \u000a| �[0;m�[38;5;43m20221210024834296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024834296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024834297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024834297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024834297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024834298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024834298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:35.927743 run osmo-stp_10.42.42.5(pid=15516): stdout: \u000a| (launched: 2022-12-10_02:48:34.104121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:36.059576 run osmo-stp_10.42.42.5(pid=15516): stderr: \u000a| �[0;m�[38;5;43m20221210024834296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024834296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024834297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024834297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024834297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024834298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024834298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:36.212673 run patchelf(pid=15519): Terminating (SIGINT)\u000a02:48:36.392940 run patchelf(pid=15519): Terminated: ok {rc=0}\u000a02:48:36.425423 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15516): Process ended prematurely: osmo-stp_10.42.42.5(pid=15516) [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15516)] [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a02:48:36.434509 tst ping.py:22: Test FAILED (6.7 sec)\u000a02:48:36.497487 run osmo-hlr_10.42.42.2(pid=15513): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15513)]\u000a02:48:36.548836 run osmo-hlr_10.42.42.2(pid=15513): stdout: \u000a| (launched: 2022-12-10_02:48:33.105418) \u000a02:48:36.600909 run osmo-hlr_10.42.42.2(pid=15513): stderr: \u000a| �[0;m�[1;31m20221210024833302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024833302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024833302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024833302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024833302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024833302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024833314 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024833323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024833323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024833323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:48:36.645249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15512): Terminating (SIGTERM)\u000a02:48:36.687281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15515): Terminating (SIGTERM)\u000a02:48:36.729358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15518): Terminating (SIGTERM)\u000a02:48:36.739182 --- ParallelTerminationStrategy: PID 15512 died...\u000a02:48:36.795403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15512): Terminated: ok {rc=0}\u000a02:48:36.805738 --- ParallelTerminationStrategy: PID 15515 died...\u000a02:48:36.861460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15515): Terminated: ok {rc=0}\u000a02:48:36.871662 --- ParallelTerminationStrategy: PID 15518 died...\u000a02:48:36.927434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15518): Terminated: ok {rc=0}\u000a02:48:37.014421 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15526): Process ended prematurely: osmo-stp_10.42.42.5(pid=15526) [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15526)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15526): Process ended prematurely: osmo-stp_10.42.42.5(pid=15526) [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a02:48:38.068358 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:38.080913 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:48:38.227325 tst ping_idle_ping.py: using LAC 25460\u000a02:48:38.354214 tst ping_idle_ping.py: using RAC 215\u000a02:48:38.480770 tst ping_idle_ping.py: using CellId 25460\u000a02:48:38.602354 tst ping_idle_ping.py: using BVCI 25461\u000a02:48:38.625431 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:38.636510 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:38.647436 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:38.659127 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:38.670653 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:38.682145 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:38.693846 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:38.705317 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:48:38.999358 tst ping_idle_ping.py:24: start network...\u000a02:48:39.134982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:48:39.654040 run create_hlr_db(pid=15520): Launched\u000a02:48:39.841590 bus /gobi_6: Setting Powered False\u000a02:48:40.861944 run create_hlr_db(pid=15520): Terminated: ok {rc=0}\u000a02:48:41.268811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15522): Launched\u000a02:48:41.571241 run osmo-hlr_10.42.42.2(pid=15523): Launched\u000a02:48:41.689881 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:48:42.252746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15525): Launched\u000a02:48:42.575199 run osmo-stp_10.42.42.5(pid=15526): Launched\u000a02:48:42.691146 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:48:43.254458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15528): Launched\u000a02:48:43.369644 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:48:43.651768 run patchelf(pid=15529): Launched\u000a02:48:43.840869 run osmo-stp_10.42.42.5(pid=15526): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15526)]\u000a02:48:43.978991 run osmo-stp_10.42.42.5(pid=15526): stdout: \u000a| (launched: 2022-12-10_02:48:42.417259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:44.117312 run osmo-stp_10.42.42.5(pid=15526): stderr: \u000a| �[0;m�[38;5;43m20221210024842614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024842614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024842614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024842615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024842615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024842615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024842615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:44.251619 run osmo-stp_10.42.42.5(pid=15526): stdout: \u000a| (launched: 2022-12-10_02:48:42.417259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:44.384346 run osmo-stp_10.42.42.5(pid=15526): stderr: \u000a| �[0;m�[38;5;43m20221210024842614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024842614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024842614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024842615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024842615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024842615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024842615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:44.538902 run patchelf(pid=15529): Terminating (SIGINT)\u000a02:48:44.720079 run patchelf(pid=15529): Terminated: ok {rc=0}\u000a02:48:44.752881 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15526): Process ended prematurely: osmo-stp_10.42.42.5(pid=15526) [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15526)] [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a02:48:44.762055 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a02:48:44.825185 run osmo-hlr_10.42.42.2(pid=15523): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15523)]\u000a02:48:44.876928 run osmo-hlr_10.42.42.2(pid=15523): stdout: \u000a| (launched: 2022-12-10_02:48:41.421861) \u000a02:48:44.929586 run osmo-hlr_10.42.42.2(pid=15523): stderr: \u000a| �[0;m�[1;31m20221210024841599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024841599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024841599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024841599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024841599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024841599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024841612 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024841621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024841621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024841621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:48:44.974229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15522): Terminating (SIGTERM)\u000a02:48:45.016350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15525): Terminating (SIGTERM)\u000a02:48:45.058934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15528): Terminating (SIGTERM)\u000a02:48:45.068815 --- ParallelTerminationStrategy: PID 15522 died...\u000a02:48:45.125421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15522): Terminated: ok {rc=0}\u000a02:48:45.136164 --- ParallelTerminationStrategy: PID 15525 died...\u000a02:48:45.192417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15525): Terminated: ok {rc=0}\u000a02:48:45.202654 --- ParallelTerminationStrategy: PID 15528 died...\u000a02:48:45.259347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15528): Terminated: ok {rc=0}\u000a02:48:45.347764 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:47:46" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15543): Process ended prematurely: osmo-stp_10.42.42.5(pid=15543) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15543)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15543): Process ended prematurely: osmo-stp_10.42.42.5(pid=15543) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:48:47.588936 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:48:47.599994 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:48:47.765218 tst cs_paging_gprs_active.py: using LAC 25461\u000a02:48:47.894496 tst cs_paging_gprs_active.py: using RAC 216\u000a02:48:48.021522 tst cs_paging_gprs_active.py: using CellId 25461\u000a02:48:48.148818 tst cs_paging_gprs_active.py: using BVCI 25462\u000a02:48:48.174227 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:48:48.186012 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:48:48.197785 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:48:48.209322 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:48:48.220569 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:48:48.231780 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:48:48.243582 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:48:48.254860 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:48:48.266232 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:48:48.386231 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:48:48.667808 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:48:48.795472 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:48:49.113431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15533): Launched\u000a02:48:49.378286 run iperf3-srv_10.42.42.10(pid=15534): Launched\u000a02:48:49.563934 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:48:49.690806 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:48:50.008028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15535): Launched\u000a02:48:50.271512 run iperf3-srv_10.42.42.10(pid=15536): Launched\u000a02:48:50.457174 tst cs_paging_gprs_active.py:38: start network...\u000a02:48:50.583980 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:48:51.065695 run create_hlr_db(pid=15537): Launched\u000a02:48:51.241542 bus /gobi_6: Setting Powered False\u000a02:48:52.263559 run create_hlr_db(pid=15537): Terminated: ok {rc=0}\u000a02:48:52.670726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15539): Launched\u000a02:48:52.978189 run osmo-hlr_10.42.42.2(pid=15540): Launched\u000a02:48:53.090431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:48:53.620802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15542): Launched\u000a02:48:53.928124 run osmo-stp_10.42.42.5(pid=15543): Launched\u000a02:48:54.050397 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:48:54.587875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15545): Launched\u000a02:48:54.697577 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:48:54.972589 run patchelf(pid=15546): Launched\u000a02:48:55.152284 run osmo-stp_10.42.42.5(pid=15543): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15543)]\u000a02:48:55.283956 run osmo-stp_10.42.42.5(pid=15543): stdout: \u000a| (launched: 2022-12-10_02:48:53.776517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:55.415531 run osmo-stp_10.42.42.5(pid=15543): stderr: \u000a| �[0;m�[38;5;43m20221210024853951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024853951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024853951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024853952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024853952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024853952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024853952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:55.542736 run osmo-stp_10.42.42.5(pid=15543): stdout: \u000a| (launched: 2022-12-10_02:48:53.776517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:55.669395 run osmo-stp_10.42.42.5(pid=15543): stderr: \u000a| �[0;m�[38;5;43m20221210024853951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024853951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024853951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024853952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024853952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024853952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024853952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:55.816351 run patchelf(pid=15546): Terminating (SIGINT)\u000a02:48:55.988921 run patchelf(pid=15546): Terminated: ok {rc=0}\u000a02:48:56.020767 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15543): Process ended prematurely: osmo-stp_10.42.42.5(pid=15543) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15543)] [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a02:48:56.030060 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a02:48:56.090766 run osmo-hlr_10.42.42.2(pid=15540): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15540)]\u000a02:48:56.139539 run osmo-hlr_10.42.42.2(pid=15540): stdout: \u000a| (launched: 2022-12-10_02:48:52.826585) \u000a02:48:56.189198 run osmo-hlr_10.42.42.2(pid=15540): stderr: \u000a| �[0;m�[1;31m20221210024853004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024853004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024853004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024853005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024853005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024853005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024853017 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024853025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024853025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024853025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:48:56.231026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15533): Terminating (SIGTERM)\u000a02:48:56.270481 run iperf3-srv_10.42.42.10(pid=15534): Terminating (SIGTERM)\u000a02:48:56.310167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15535): Terminating (SIGTERM)\u000a02:48:56.349885 run iperf3-srv_10.42.42.10(pid=15536): Terminating (SIGTERM)\u000a02:48:56.389543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15539): Terminating (SIGTERM)\u000a02:48:56.429403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15542): Terminating (SIGTERM)\u000a02:48:56.469196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15545): Terminating (SIGTERM)\u000a02:48:56.478693 --- ParallelTerminationStrategy: PID 15533 died...\u000a02:48:56.532111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15533): Terminated: ok {rc=0}\u000a02:48:56.541879 --- ParallelTerminationStrategy: PID 15534 died...\u000a02:48:56.594831 run iperf3-srv_10.42.42.10(pid=15534): Terminated {rc=256}\u000a02:48:56.604399 --- ParallelTerminationStrategy: PID 15535 died...\u000a02:48:56.657035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15535): Terminated: ok {rc=0}\u000a02:48:56.666993 --- ParallelTerminationStrategy: PID 15536 died...\u000a02:48:56.719930 run iperf3-srv_10.42.42.10(pid=15536): Terminated {rc=256}\u000a02:48:56.729915 --- ParallelTerminationStrategy: PID 15539 died...\u000a02:48:56.782895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15539): Terminated: ok {rc=0}\u000a02:48:56.792800 --- ParallelTerminationStrategy: PID 15542 died...\u000a02:48:56.845794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15542): Terminated: ok {rc=0}\u000a02:48:56.855766 --- ParallelTerminationStrategy: PID 15545 died...\u000a02:48:56.908582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15545): Terminated: ok {rc=0}\u000a02:48:56.992239 bus /gobi_0: Setting Powered False\u000a02:48:58.098407 bus /gobi_0: Setting Powered False\u000a02:48:59.211151 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15556): Process ended prematurely: osmo-stp_10.42.42.5(pid=15556) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15556)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15556): Process ended prematurely: osmo-stp_10.42.42.5(pid=15556) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a02:49:00.322078 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:00.333572 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:49:00.498626 tst iperf3.py: using LAC 25462\u000a02:49:00.627434 tst iperf3.py: using RAC 217\u000a02:49:00.756229 tst iperf3.py: using CellId 25462\u000a02:49:00.911228 tst iperf3.py: using BVCI 25463\u000a02:49:00.939933 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:00.952061 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:00.964545 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:00.976632 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:00.990318 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:01.002156 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:01.015396 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:01.027270 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:01.040172 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:49:01.407396 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:49:01.541213 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:49:01.883953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15548): Launched\u000a02:49:02.175121 run iperf3-srv_10.42.42.10(pid=15549): Launched\u000a02:49:02.362667 tst iperf3.py:8: start network...\u000a02:49:02.489842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:49:02.971971 run create_hlr_db(pid=15550): Launched\u000a02:49:03.147478 bus /gobi_6: Setting Powered False\u000a02:49:04.169216 run create_hlr_db(pid=15550): Terminated: ok {rc=0}\u000a02:49:04.603799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15552): Launched\u000a02:49:04.930924 run osmo-hlr_10.42.42.2(pid=15553): Launched\u000a02:49:05.053087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:49:05.714553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15555): Launched\u000a02:49:06.033283 run osmo-stp_10.42.42.5(pid=15556): Launched\u000a02:49:06.149285 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:49:06.709701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15558): Launched\u000a02:49:06.823710 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:49:07.102084 run patchelf(pid=15559): Launched\u000a02:49:07.288904 run osmo-stp_10.42.42.5(pid=15556): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15556)]\u000a02:49:07.425814 run osmo-stp_10.42.42.5(pid=15556): stdout: \u000a| (launched: 2022-12-10_02:49:05.876844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:07.559349 run osmo-stp_10.42.42.5(pid=15556): stderr: \u000a| �[0;m�[38;5;43m20221210024906068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024906068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024906068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024906069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024906069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024906069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024906069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:07.684017 run osmo-stp_10.42.42.5(pid=15556): stdout: \u000a| (launched: 2022-12-10_02:49:05.876844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:07.807882 run osmo-stp_10.42.42.5(pid=15556): stderr: \u000a| �[0;m�[38;5;43m20221210024906068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024906068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024906068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024906069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024906069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024906069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024906069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:07.951728 run patchelf(pid=15559): Terminating (SIGINT)\u000a02:49:08.120481 run patchelf(pid=15559): Terminated: ok {rc=0}\u000a02:49:08.151562 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15556): Process ended prematurely: osmo-stp_10.42.42.5(pid=15556) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15556)] [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a02:49:08.160903 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a02:49:08.221145 run osmo-hlr_10.42.42.2(pid=15553): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15553)]\u000a02:49:08.270080 run osmo-hlr_10.42.42.2(pid=15553): stdout: \u000a| (launched: 2022-12-10_02:49:04.770201) \u000a02:49:08.319559 run osmo-hlr_10.42.42.2(pid=15553): stderr: \u000a| �[0;m�[1;31m20221210024904971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024904971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024904971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024904971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024904971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024904971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024904984 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024904992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024904992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024904992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:49:08.361804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15548): Terminating (SIGTERM)\u000a02:49:08.401577 run iperf3-srv_10.42.42.10(pid=15549): Terminating (SIGTERM)\u000a02:49:08.441616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15552): Terminating (SIGTERM)\u000a02:49:08.481406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15555): Terminating (SIGTERM)\u000a02:49:08.521504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15558): Terminating (SIGTERM)\u000a02:49:08.530743 --- ParallelTerminationStrategy: PID 15548 died...\u000a02:49:08.584415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15548): Terminated: ok {rc=0}\u000a02:49:08.594577 --- ParallelTerminationStrategy: PID 15549 died...\u000a02:49:08.647544 run iperf3-srv_10.42.42.10(pid=15549): Terminated {rc=256}\u000a02:49:08.657521 --- ParallelTerminationStrategy: PID 15552 died...\u000a02:49:08.710728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15552): Terminated: ok {rc=0}\u000a02:49:08.720481 --- ParallelTerminationStrategy: PID 15555 died...\u000a02:49:08.773564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15555): Terminated: ok {rc=0}\u000a02:49:08.783357 --- ParallelTerminationStrategy: PID 15558 died...\u000a02:49:08.836484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15558): Terminated: ok {rc=0}\u000a02:49:08.921322 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15574): Process ended prematurely: osmo-stp_10.42.42.5(pid=15574) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15574)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15574): Process ended prematurely: osmo-stp_10.42.42.5(pid=15574) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a02:49:10.038334 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:10.050402 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:49:10.220052 tst iperf3m4.py: using LAC 25463\u000a02:49:10.343780 tst iperf3m4.py: using RAC 218\u000a02:49:10.467024 tst iperf3m4.py: using CellId 25463\u000a02:49:10.591111 tst iperf3m4.py: using BVCI 25464\u000a02:49:10.615695 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:10.627027 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:10.638393 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:10.650207 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:10.661961 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:10.673673 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:10.685439 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:10.697078 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:10.709218 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:49:10.830043 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:49:10.954230 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:49:11.075166 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:49:11.353827 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:49:11.478862 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:49:11.789588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15560): Launched\u000a02:49:12.048198 run iperf3-srv_10.42.42.10(pid=15561): Launched\u000a02:49:12.230844 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:49:12.355864 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:49:12.666394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15562): Launched\u000a02:49:12.925617 run iperf3-srv_10.42.42.10(pid=15563): Launched\u000a02:49:13.108854 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:49:13.234443 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:49:13.547307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15564): Launched\u000a02:49:13.805837 run iperf3-srv_10.42.42.10(pid=15565): Launched\u000a02:49:13.989086 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:49:14.113962 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:49:14.425483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15566): Launched\u000a02:49:14.683844 run iperf3-srv_10.42.42.10(pid=15567): Launched\u000a02:49:14.866220 tst iperf3m4.py:8: start network...\u000a02:49:14.990989 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:49:15.469582 run create_hlr_db(pid=15568): Launched\u000a02:49:15.642516 bus /gobi_6: Setting Powered False\u000a02:49:16.679411 run create_hlr_db(pid=15568): Terminated: ok {rc=0}\u000a02:49:17.131191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15570): Launched\u000a02:49:17.456658 run osmo-hlr_10.42.42.2(pid=15571): Launched\u000a02:49:17.576168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:49:18.135004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15573): Launched\u000a02:49:18.455784 run osmo-stp_10.42.42.5(pid=15574): Launched\u000a02:49:18.571982 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:49:19.131346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15576): Launched\u000a02:49:19.245862 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:49:19.527451 run patchelf(pid=15577): Launched\u000a02:49:19.715197 run osmo-stp_10.42.42.5(pid=15574): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15574)]\u000a02:49:19.852174 run osmo-stp_10.42.42.5(pid=15574): stdout: \u000a| (launched: 2022-12-10_02:49:18.298408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:19.989505 run osmo-stp_10.42.42.5(pid=15574): stderr: \u000a| �[0;m�[38;5;43m20221210024918491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024918491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024918492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024918492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024918492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024918493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024918493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:20.122754 run osmo-stp_10.42.42.5(pid=15574): stdout: \u000a| (launched: 2022-12-10_02:49:18.298408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:20.255186 run osmo-stp_10.42.42.5(pid=15574): stderr: \u000a| �[0;m�[38;5;43m20221210024918491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024918491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024918492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024918492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024918492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024918493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024918493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:20.408716 run patchelf(pid=15577): Terminating (SIGINT)\u000a02:49:20.588733 run patchelf(pid=15577): Terminated: ok {rc=0}\u000a02:49:20.621799 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15574): Process ended prematurely: osmo-stp_10.42.42.5(pid=15574) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15574)] [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a02:49:20.631558 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a02:49:20.694475 run osmo-hlr_10.42.42.2(pid=15571): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15571)]\u000a02:49:20.745849 run osmo-hlr_10.42.42.2(pid=15571): stdout: \u000a| (launched: 2022-12-10_02:49:17.296833) \u000a02:49:20.798166 run osmo-hlr_10.42.42.2(pid=15571): stderr: \u000a| �[0;m�[1;31m20221210024917492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024917492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024917492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024917492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024917492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024917492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024917504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024917515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024917515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024917515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:49:20.842643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15560): Terminating (SIGTERM)\u000a02:49:20.884445 run iperf3-srv_10.42.42.10(pid=15561): Terminating (SIGTERM)\u000a02:49:20.925851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15562): Terminating (SIGTERM)\u000a02:49:20.967074 run iperf3-srv_10.42.42.10(pid=15563): Terminating (SIGTERM)\u000a02:49:21.008450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15564): Terminating (SIGTERM)\u000a02:49:21.049929 run iperf3-srv_10.42.42.10(pid=15565): Terminating (SIGTERM)\u000a02:49:21.091209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15566): Terminating (SIGTERM)\u000a02:49:21.132334 run iperf3-srv_10.42.42.10(pid=15567): Terminating (SIGTERM)\u000a02:49:21.173881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15570): Terminating (SIGTERM)\u000a02:49:21.215569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15573): Terminating (SIGTERM)\u000a02:49:21.257319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15576): Terminating (SIGTERM)\u000a02:49:21.266933 --- ParallelTerminationStrategy: PID 15560 died...\u000a02:49:21.322347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15560): Terminated: ok {rc=0}\u000a02:49:21.332223 --- ParallelTerminationStrategy: PID 15561 died...\u000a02:49:21.387223 run iperf3-srv_10.42.42.10(pid=15561): Terminated {rc=256}\u000a02:49:21.397060 --- ParallelTerminationStrategy: PID 15562 died...\u000a02:49:21.452474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15562): Terminated: ok {rc=0}\u000a02:49:21.462401 --- ParallelTerminationStrategy: PID 15563 died...\u000a02:49:21.517259 run iperf3-srv_10.42.42.10(pid=15563): Terminated {rc=256}\u000a02:49:21.527172 --- ParallelTerminationStrategy: PID 15564 died...\u000a02:49:21.582368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15564): Terminated: ok {rc=0}\u000a02:49:21.592190 --- ParallelTerminationStrategy: PID 15565 died...\u000a02:49:21.647212 run iperf3-srv_10.42.42.10(pid=15565): Terminated {rc=256}\u000a02:49:21.657074 --- ParallelTerminationStrategy: PID 15566 died...\u000a02:49:21.712207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15566): Terminated: ok {rc=0}\u000a02:49:21.722203 --- ParallelTerminationStrategy: PID 15567 died...\u000a02:49:21.777067 run iperf3-srv_10.42.42.10(pid=15567): Terminated {rc=256}\u000a02:49:21.786900 --- ParallelTerminationStrategy: PID 15570 died...\u000a02:49:21.841903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15570): Terminated: ok {rc=0}\u000a02:49:21.851839 --- ParallelTerminationStrategy: PID 15573 died...\u000a02:49:21.907397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15573): Terminated: ok {rc=0}\u000a02:49:21.917417 --- ParallelTerminationStrategy: PID 15576 died...\u000a02:49:21.972703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15576): Terminated: ok {rc=0}\u000a02:49:22.059254 bus /gobi_4: Setting Powered False\u000a02:49:23.163103 bus /gobi_4: Setting Powered False\u000a02:49:24.273297 bus /gobi_1: Setting Powered False\u000a02:49:25.379144 bus /gobi_1: Setting Powered False\u000a02:49:26.490046 bus /gobi_0: Setting Powered False\u000a02:49:27.593923 bus /gobi_0: Setting Powered False\u000a02:49:28.705934 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15584): Process ended prematurely: osmo-stp_10.42.42.5(pid=15584) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15584)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15584): Process ended prematurely: osmo-stp_10.42.42.5(pid=15584) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15584)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a02:49:29.772246 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:29.783807 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:49:29.938398 tst ping.py: using LAC 25464\u000a02:49:30.061003 tst ping.py: using RAC 219\u000a02:49:30.175172 tst ping.py: using CellId 25464\u000a02:49:30.298028 tst ping.py: using BVCI 25465\u000a02:49:30.322550 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:30.333827 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:30.344862 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:30.356519 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:30.368144 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:30.379742 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:30.391423 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:30.403085 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:49:30.692859 tst ping.py:19: start network...\u000a02:49:30.824762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:49:31.376556 run create_hlr_db(pid=15578): Launched\u000a02:49:31.563188 bus /gobi_6: Setting Powered False\u000a02:49:32.580004 run create_hlr_db(pid=15578): Terminated: ok {rc=0}\u000a02:49:32.979296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15580): Launched\u000a02:49:33.274441 run osmo-hlr_10.42.42.2(pid=15581): Launched\u000a02:49:33.389642 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:49:33.914072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15583): Launched\u000a02:49:34.210221 run osmo-stp_10.42.42.5(pid=15584): Launched\u000a02:49:34.318082 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:49:34.833958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15586): Launched\u000a02:49:34.938946 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:49:35.197288 run patchelf(pid=15587): Launched\u000a02:49:35.371057 run osmo-stp_10.42.42.5(pid=15584): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15584)]\u000a02:49:35.498116 run osmo-stp_10.42.42.5(pid=15584): stdout: \u000a| (launched: 2022-12-10_02:49:34.064499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:35.626003 run osmo-stp_10.42.42.5(pid=15584): stderr: \u000a| �[0;m�[38;5;43m20221210024934235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024934236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024934236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024934236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024934237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024934237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024934237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:35.748719 run osmo-stp_10.42.42.5(pid=15584): stdout: \u000a| (launched: 2022-12-10_02:49:34.064499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:35.870866 run osmo-stp_10.42.42.5(pid=15584): stderr: \u000a| �[0;m�[38;5;43m20221210024934235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024934236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024934236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024934236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024934237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024934237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024934237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:36.012325 run patchelf(pid=15587): Terminating (SIGINT)\u000a02:49:36.178652 run patchelf(pid=15587): Terminated: ok {rc=0}\u000a02:49:36.208925 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15584): Process ended prematurely: osmo-stp_10.42.42.5(pid=15584) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15584)] [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a02:49:36.217498 tst ping.py:22: Test FAILED (6.4 sec)\u000a02:49:36.277504 run osmo-hlr_10.42.42.2(pid=15581): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15581)]\u000a02:49:36.327094 run osmo-hlr_10.42.42.2(pid=15581): stdout: \u000a| (launched: 2022-12-10_02:49:33.129125) \u000a02:49:36.377214 run osmo-hlr_10.42.42.2(pid=15581): stderr: \u000a| �[0;m�[1;31m20221210024933303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024933303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024933303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024933303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024933303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024933303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024933315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024933324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024933325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024933325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:49:36.419275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15580): Terminating (SIGTERM)\u000a02:49:36.458991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15583): Terminating (SIGTERM)\u000a02:49:36.498642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15586): Terminating (SIGTERM)\u000a02:49:36.508031 --- ParallelTerminationStrategy: PID 15580 died...\u000a02:49:36.561945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15580): Terminated: ok {rc=0}\u000a02:49:36.571721 --- ParallelTerminationStrategy: PID 15583 died...\u000a02:49:36.624852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15583): Terminated: ok {rc=0}\u000a02:49:36.634689 --- ParallelTerminationStrategy: PID 15586 died...\u000a02:49:36.687722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15586): Terminated: ok {rc=0}\u000a02:49:36.776585 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15594): Process ended prematurely: osmo-stp_10.42.42.5(pid=15594) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15594)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15594): Process ended prematurely: osmo-stp_10.42.42.5(pid=15594) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15594)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a02:49:37.828832 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:37.840853 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:49:37.996001 tst ping_idle_ping.py: using LAC 25465\u000a02:49:38.114183 tst ping_idle_ping.py: using RAC 220\u000a02:49:38.229465 tst ping_idle_ping.py: using CellId 25465\u000a02:49:38.345120 tst ping_idle_ping.py: using BVCI 25466\u000a02:49:38.367571 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:38.378459 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:38.389072 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:38.399897 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:38.410838 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:38.421770 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:38.432644 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:38.443342 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:49:38.730860 tst ping_idle_ping.py:24: start network...\u000a02:49:38.862880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:49:39.369419 run create_hlr_db(pid=15588): Launched\u000a02:49:39.553040 bus /gobi_6: Setting Powered False\u000a02:49:40.572567 run create_hlr_db(pid=15588): Terminated: ok {rc=0}\u000a02:49:40.972037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15590): Launched\u000a02:49:41.268431 run osmo-hlr_10.42.42.2(pid=15591): Launched\u000a02:49:41.382279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:49:41.904078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15593): Launched\u000a02:49:42.201967 run osmo-stp_10.42.42.5(pid=15594): Launched\u000a02:49:42.318113 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:49:42.845048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15596): Launched\u000a02:49:42.951178 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:49:43.211403 run patchelf(pid=15597): Launched\u000a02:49:43.386554 run osmo-stp_10.42.42.5(pid=15594): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15594)]\u000a02:49:43.514694 run osmo-stp_10.42.42.5(pid=15594): stdout: \u000a| (launched: 2022-12-10_02:49:42.055821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:43.643477 run osmo-stp_10.42.42.5(pid=15594): stderr: \u000a| �[0;m�[38;5;43m20221210024942226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024942226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024942226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024942226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024942227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024942227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024942227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:43.767276 run osmo-stp_10.42.42.5(pid=15594): stdout: \u000a| (launched: 2022-12-10_02:49:42.055821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:43.889870 run osmo-stp_10.42.42.5(pid=15594): stderr: \u000a| �[0;m�[38;5;43m20221210024942226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024942226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024942226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024942226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024942227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024942227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024942227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:44.033177 run patchelf(pid=15597): Terminating (SIGINT)\u000a02:49:44.200913 run patchelf(pid=15597): Terminated: ok {rc=0}\u000a02:49:44.231590 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15594): Process ended prematurely: osmo-stp_10.42.42.5(pid=15594) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15594)] [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a02:49:44.240188 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a02:49:44.300785 run osmo-hlr_10.42.42.2(pid=15591): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15591)]\u000a02:49:44.350122 run osmo-hlr_10.42.42.2(pid=15591): stdout: \u000a| (launched: 2022-12-10_02:49:41.122450) \u000a02:49:44.399963 run osmo-hlr_10.42.42.2(pid=15591): stderr: \u000a| �[0;m�[1;31m20221210024941296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024941296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024941296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024941296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024941296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024941296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024941308 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024941317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024941317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024941317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:49:44.442547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15590): Terminating (SIGTERM)\u000a02:49:44.482689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15593): Terminating (SIGTERM)\u000a02:49:44.522455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15596): Terminating (SIGTERM)\u000a02:49:44.531887 --- ParallelTerminationStrategy: PID 15590 died...\u000a02:49:44.585723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15590): Terminated: ok {rc=0}\u000a02:49:44.595375 --- ParallelTerminationStrategy: PID 15593 died...\u000a02:49:44.648435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15593): Terminated: ok {rc=0}\u000a02:49:44.658049 --- ParallelTerminationStrategy: PID 15596 died...\u000a02:49:44.710875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15596): Terminated: ok {rc=0}\u000a02:49:44.798948 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:48:47" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15611): Process ended prematurely: osmo-stp_10.42.42.5(pid=15611) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15611)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15611): Process ended prematurely: osmo-stp_10.42.42.5(pid=15611) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15611)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:49:47.020525 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:49:47.032452 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:49:47.224845 tst cs_paging_gprs_active.py: using LAC 25466\u000a02:49:47.357035 tst cs_paging_gprs_active.py: using RAC 221\u000a02:49:47.485226 tst cs_paging_gprs_active.py: using CellId 25466\u000a02:49:47.611451 tst cs_paging_gprs_active.py: using BVCI 25467\u000a02:49:47.636500 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:49:47.648054 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:49:47.659405 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:49:47.670931 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:49:47.682311 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:49:47.693654 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:49:47.705127 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:49:47.716252 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:49:47.727743 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:49:47.845313 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:49:48.127751 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:49:48.253697 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:49:48.567748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15601): Launched\u000a02:49:48.829967 run iperf3-srv_10.42.42.10(pid=15602): Launched\u000a02:49:49.014158 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:49:49.140059 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:49:49.452925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15603): Launched\u000a02:49:49.714085 run iperf3-srv_10.42.42.10(pid=15604): Launched\u000a02:49:49.898280 tst cs_paging_gprs_active.py:38: start network...\u000a02:49:50.024702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:49:50.503223 run create_hlr_db(pid=15605): Launched\u000a02:49:50.677058 bus /gobi_6: Setting Powered False\u000a02:49:51.699406 run create_hlr_db(pid=15605): Terminated: ok {rc=0}\u000a02:49:52.130828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15607): Launched\u000a02:49:52.456361 run osmo-hlr_10.42.42.2(pid=15608): Launched\u000a02:49:52.576367 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:49:53.139526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15610): Launched\u000a02:49:53.463344 run osmo-stp_10.42.42.5(pid=15611): Launched\u000a02:49:53.580797 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:49:54.144302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15613): Launched\u000a02:49:54.259848 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:49:54.543518 run patchelf(pid=15614): Launched\u000a02:49:54.731956 run osmo-stp_10.42.42.5(pid=15611): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15611)]\u000a02:49:54.870090 run osmo-stp_10.42.42.5(pid=15611): stdout: \u000a| (launched: 2022-12-10_02:49:53.304148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:55.007879 run osmo-stp_10.42.42.5(pid=15611): stderr: \u000a| �[0;m�[38;5;43m20221210024953496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024953497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024953497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024953497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024953498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024953498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024953498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:55.141875 run osmo-stp_10.42.42.5(pid=15611): stdout: \u000a| (launched: 2022-12-10_02:49:53.304148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:55.274746 run osmo-stp_10.42.42.5(pid=15611): stderr: \u000a| �[0;m�[38;5;43m20221210024953496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210024953497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210024953497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210024953497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210024953498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210024953498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210024953498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:55.429333 run patchelf(pid=15614): Terminating (SIGINT)\u000a02:49:55.610267 run patchelf(pid=15614): Terminated: ok {rc=0}\u000a02:49:55.643516 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15611): Process ended prematurely: osmo-stp_10.42.42.5(pid=15611) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15611)] [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a02:49:55.653211 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a02:49:55.716462 run osmo-hlr_10.42.42.2(pid=15608): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15608)]\u000a02:49:55.767790 run osmo-hlr_10.42.42.2(pid=15608): stdout: \u000a| (launched: 2022-12-10_02:49:52.295525) \u000a02:49:55.819528 run osmo-hlr_10.42.42.2(pid=15608): stderr: \u000a| �[0;m�[1;31m20221210024952492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210024952492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210024952492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024952492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210024952492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210024952492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210024952506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210024952515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210024952515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210024952515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:49:55.863632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15601): Terminating (SIGTERM)\u000a02:49:55.905390 run iperf3-srv_10.42.42.10(pid=15602): Terminating (SIGTERM)\u000a02:49:55.947247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15603): Terminating (SIGTERM)\u000a02:49:55.988877 run iperf3-srv_10.42.42.10(pid=15604): Terminating (SIGTERM)\u000a02:49:56.030735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15607): Terminating (SIGTERM)\u000a02:49:56.072601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15610): Terminating (SIGTERM)\u000a02:49:56.114614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15613): Terminating (SIGTERM)\u000a02:49:56.124275 --- ParallelTerminationStrategy: PID 15601 died...\u000a02:49:56.179971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15601): Terminated: ok {rc=0}\u000a02:49:56.190155 --- ParallelTerminationStrategy: PID 15602 died...\u000a02:49:56.245559 run iperf3-srv_10.42.42.10(pid=15602): Terminated {rc=256}\u000a02:49:56.255688 --- ParallelTerminationStrategy: PID 15603 died...\u000a02:49:56.311397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15603): Terminated: ok {rc=0}\u000a02:49:56.321622 --- ParallelTerminationStrategy: PID 15604 died...\u000a02:49:56.377054 run iperf3-srv_10.42.42.10(pid=15604): Terminated {rc=256}\u000a02:49:56.387238 --- ParallelTerminationStrategy: PID 15607 died...\u000a02:49:56.442818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15607): Terminated: ok {rc=0}\u000a02:49:56.452873 --- ParallelTerminationStrategy: PID 15610 died...\u000a02:49:56.508470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15610): Terminated: ok {rc=0}\u000a02:49:56.518756 --- ParallelTerminationStrategy: PID 15613 died...\u000a02:49:56.574354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15613): Terminated: ok {rc=0}\u000a02:49:56.662281 bus /gobi_0: Setting Powered False\u000a02:49:57.769090 bus /gobi_0: Setting Powered False\u000a02:49:58.879183 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15626): Process ended prematurely: osmo-stp_10.42.42.5(pid=15626) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15626)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15626): Process ended prematurely: osmo-stp_10.42.42.5(pid=15626) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a02:49:59.988014 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:49:59.999438 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:50:00.154798 tst iperf3.py: using LAC 25467\u000a02:50:00.281500 tst iperf3.py: using RAC 222\u000a02:50:00.409984 tst iperf3.py: using CellId 25467\u000a02:50:00.537992 tst iperf3.py: using BVCI 25468\u000a02:50:00.562819 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:00.574289 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:00.585732 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:00.597001 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:00.608184 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:00.619612 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:00.631052 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:00.642278 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:00.653729 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:50:00.951922 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:50:01.089987 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:50:01.457058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15617): Launched\u000a02:50:01.756915 run iperf3-srv_10.42.42.10(pid=15619): Launched\u000a02:50:01.959293 tst iperf3.py:8: start network...\u000a02:50:02.096803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:50:02.617779 run create_hlr_db(pid=15620): Launched\u000a02:50:02.803924 bus /gobi_6: Setting Powered False\u000a02:50:03.824625 run create_hlr_db(pid=15620): Terminated: ok {rc=0}\u000a02:50:04.228504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15622): Launched\u000a02:50:04.530092 run osmo-hlr_10.42.42.2(pid=15623): Launched\u000a02:50:04.645952 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:50:05.179242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15625): Launched\u000a02:50:05.481211 run osmo-stp_10.42.42.5(pid=15626): Launched\u000a02:50:05.592014 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:50:06.115240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15628): Launched\u000a02:50:06.222487 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:50:06.485631 run patchelf(pid=15629): Launched\u000a02:50:06.662015 run osmo-stp_10.42.42.5(pid=15626): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15626)]\u000a02:50:06.790866 run osmo-stp_10.42.42.5(pid=15626): stdout: \u000a| (launched: 2022-12-10_02:50:05.332432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:06.919674 run osmo-stp_10.42.42.5(pid=15626): stderr: \u000a| �[0;m�[38;5;43m20221210025005503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025005503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025005503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025005503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025005504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025005504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025005504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:07.044348 run osmo-stp_10.42.42.5(pid=15626): stdout: \u000a| (launched: 2022-12-10_02:50:05.332432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:07.168413 run osmo-stp_10.42.42.5(pid=15626): stderr: \u000a| �[0;m�[38;5;43m20221210025005503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025005503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025005503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025005503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025005504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025005504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025005504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:07.313259 run patchelf(pid=15629): Terminating (SIGINT)\u000a02:50:07.482783 run patchelf(pid=15629): Terminated: ok {rc=0}\u000a02:50:07.514094 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15626): Process ended prematurely: osmo-stp_10.42.42.5(pid=15626) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15626)] [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a02:50:07.523321 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a02:50:07.583737 run osmo-hlr_10.42.42.2(pid=15623): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15623)]\u000a02:50:07.632643 run osmo-hlr_10.42.42.2(pid=15623): stdout: \u000a| (launched: 2022-12-10_02:50:04.382002) \u000a02:50:07.682615 run osmo-hlr_10.42.42.2(pid=15623): stderr: \u000a| �[0;m�[1;31m20221210025004556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025004556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025004556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025004556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025004556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025004556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025004569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025004578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025004578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025004579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:50:07.724614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15617): Terminating (SIGTERM)\u000a02:50:07.764524 run iperf3-srv_10.42.42.10(pid=15619): Terminating (SIGTERM)\u000a02:50:07.804809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15622): Terminating (SIGTERM)\u000a02:50:07.845156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15625): Terminating (SIGTERM)\u000a02:50:07.884742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15628): Terminating (SIGTERM)\u000a02:50:07.894223 --- ParallelTerminationStrategy: PID 15617 died...\u000a02:50:07.947965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15617): Terminated: ok {rc=0}\u000a02:50:07.957632 --- ParallelTerminationStrategy: PID 15619 died...\u000a02:50:08.010474 run iperf3-srv_10.42.42.10(pid=15619): Terminated {rc=256}\u000a02:50:08.020327 --- ParallelTerminationStrategy: PID 15622 died...\u000a02:50:08.073875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15622): Terminated: ok {rc=0}\u000a02:50:08.083521 --- ParallelTerminationStrategy: PID 15625 died...\u000a02:50:08.136689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15625): Terminated: ok {rc=0}\u000a02:50:08.146343 --- ParallelTerminationStrategy: PID 15628 died...\u000a02:50:08.199662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15628): Terminated: ok {rc=0}\u000a02:50:08.288464 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15644): Process ended prematurely: osmo-stp_10.42.42.5(pid=15644) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15644)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15644): Process ended prematurely: osmo-stp_10.42.42.5(pid=15644) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a02:50:09.399759 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:09.411377 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:50:09.569549 tst iperf3m4.py: using LAC 25468\u000a02:50:09.688095 tst iperf3m4.py: using RAC 223\u000a02:50:09.807918 tst iperf3m4.py: using CellId 25468\u000a02:50:09.935243 tst iperf3m4.py: using BVCI 25469\u000a02:50:09.960079 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:09.971735 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:09.983537 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:09.995067 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:10.006546 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:10.018301 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:10.029826 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:10.040916 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:10.052456 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:50:10.172302 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:50:10.291327 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:50:10.409562 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:50:10.688668 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:50:10.814129 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:50:11.127103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15630): Launched\u000a02:50:11.386912 run iperf3-srv_10.42.42.10(pid=15631): Launched\u000a02:50:11.570369 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:50:11.695197 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:50:12.008379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15632): Launched\u000a02:50:12.269239 run iperf3-srv_10.42.42.10(pid=15633): Launched\u000a02:50:12.453590 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:50:12.579032 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:50:12.891512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15634): Launched\u000a02:50:13.150949 run iperf3-srv_10.42.42.10(pid=15635): Launched\u000a02:50:13.334637 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:50:13.459539 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:50:13.771208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15636): Launched\u000a02:50:14.032119 run iperf3-srv_10.42.42.10(pid=15637): Launched\u000a02:50:14.215079 tst iperf3m4.py:8: start network...\u000a02:50:14.339933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:50:14.816501 run create_hlr_db(pid=15638): Launched\u000a02:50:14.991177 bus /gobi_6: Setting Powered False\u000a02:50:16.034952 run create_hlr_db(pid=15638): Terminated: ok {rc=0}\u000a02:50:16.458216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15640): Launched\u000a02:50:16.881513 run osmo-hlr_10.42.42.2(pid=15641): Launched\u000a02:50:17.109784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:50:17.727881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15643): Launched\u000a02:50:18.051879 run osmo-stp_10.42.42.5(pid=15644): Launched\u000a02:50:18.169044 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:50:18.733685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15646): Launched\u000a02:50:18.848863 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:50:19.131125 run patchelf(pid=15647): Launched\u000a02:50:19.320132 run osmo-stp_10.42.42.5(pid=15644): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15644)]\u000a02:50:19.458047 run osmo-stp_10.42.42.5(pid=15644): stdout: \u000a| (launched: 2022-12-10_02:50:17.892679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:19.596053 run osmo-stp_10.42.42.5(pid=15644): stderr: \u000a| �[0;m�[38;5;43m20221210025018084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025018084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025018084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025018084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025018085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025018085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025018085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:19.729974 run osmo-stp_10.42.42.5(pid=15644): stdout: \u000a| (launched: 2022-12-10_02:50:17.892679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:19.862656 run osmo-stp_10.42.42.5(pid=15644): stderr: \u000a| �[0;m�[38;5;43m20221210025018084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025018084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025018084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025018084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025018085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025018085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025018085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:20.017575 run patchelf(pid=15647): Terminating (SIGINT)\u000a02:50:20.198656 run patchelf(pid=15647): Terminated: ok {rc=0}\u000a02:50:20.232161 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15644): Process ended prematurely: osmo-stp_10.42.42.5(pid=15644) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15644)] [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a02:50:20.241896 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a02:50:20.305680 run osmo-hlr_10.42.42.2(pid=15641): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15641)]\u000a02:50:20.357487 run osmo-hlr_10.42.42.2(pid=15641): stdout: \u000a| (launched: 2022-12-10_02:50:16.613754) \u000a02:50:20.409674 run osmo-hlr_10.42.42.2(pid=15641): stderr: \u000a| �[0;m�[1;31m20221210025016957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025016958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025016958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025016958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025016958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025016958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025016973 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025016989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025016989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025016989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:50:20.454388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15630): Terminating (SIGTERM)\u000a02:50:20.496602 run iperf3-srv_10.42.42.10(pid=15631): Terminating (SIGTERM)\u000a02:50:20.538767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15632): Terminating (SIGTERM)\u000a02:50:20.580704 run iperf3-srv_10.42.42.10(pid=15633): Terminating (SIGTERM)\u000a02:50:20.622775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15634): Terminating (SIGTERM)\u000a02:50:20.664336 run iperf3-srv_10.42.42.10(pid=15635): Terminating (SIGTERM)\u000a02:50:20.706025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15636): Terminating (SIGTERM)\u000a02:50:20.747604 run iperf3-srv_10.42.42.10(pid=15637): Terminating (SIGTERM)\u000a02:50:20.789172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15640): Terminating (SIGTERM)\u000a02:50:20.830822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15643): Terminating (SIGTERM)\u000a02:50:20.872270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15646): Terminating (SIGTERM)\u000a02:50:20.882037 --- ParallelTerminationStrategy: PID 15630 died...\u000a02:50:20.938113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15630): Terminated: ok {rc=0}\u000a02:50:20.948176 --- ParallelTerminationStrategy: PID 15631 died...\u000a02:50:21.003423 run iperf3-srv_10.42.42.10(pid=15631): Terminated {rc=256}\u000a02:50:21.013539 --- ParallelTerminationStrategy: PID 15632 died...\u000a02:50:21.069417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15632): Terminated: ok {rc=0}\u000a02:50:21.079513 --- ParallelTerminationStrategy: PID 15633 died...\u000a02:50:21.134758 run iperf3-srv_10.42.42.10(pid=15633): Terminated {rc=256}\u000a02:50:21.144786 --- ParallelTerminationStrategy: PID 15634 died...\u000a02:50:21.199871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15634): Terminated: ok {rc=0}\u000a02:50:21.209997 --- ParallelTerminationStrategy: PID 15635 died...\u000a02:50:21.265393 run iperf3-srv_10.42.42.10(pid=15635): Terminated {rc=256}\u000a02:50:21.275488 --- ParallelTerminationStrategy: PID 15636 died...\u000a02:50:21.331236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15636): Terminated: ok {rc=0}\u000a02:50:21.341641 --- ParallelTerminationStrategy: PID 15637 died...\u000a02:50:21.397493 run iperf3-srv_10.42.42.10(pid=15637): Terminated {rc=256}\u000a02:50:21.407600 --- ParallelTerminationStrategy: PID 15640 died...\u000a02:50:21.463071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15640): Terminated: ok {rc=0}\u000a02:50:21.473269 --- ParallelTerminationStrategy: PID 15643 died...\u000a02:50:21.528740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15643): Terminated: ok {rc=0}\u000a02:50:21.538758 --- ParallelTerminationStrategy: PID 15646 died...\u000a02:50:21.593755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15646): Terminated: ok {rc=0}\u000a02:50:21.680774 bus /gobi_4: Setting Powered False\u000a02:50:22.786817 bus /gobi_4: Setting Powered False\u000a02:50:23.893864 bus /gobi_1: Setting Powered False\u000a02:50:24.995924 bus /gobi_1: Setting Powered False\u000a02:50:26.106874 bus /gobi_0: Setting Powered False\u000a02:50:27.208559 bus /gobi_0: Setting Powered False\u000a02:50:28.320808 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15656): Process ended prematurely: osmo-stp_10.42.42.5(pid=15656) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15656)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15656): Process ended prematurely: osmo-stp_10.42.42.5(pid=15656) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a02:50:29.387248 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:29.398872 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:50:29.553362 tst ping.py: using LAC 25469\u000a02:50:29.669952 tst ping.py: using RAC 224\u000a02:50:29.788548 tst ping.py: using CellId 25469\u000a02:50:29.906455 tst ping.py: using BVCI 25470\u000a02:50:29.929074 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:29.939808 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:29.950580 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:29.962211 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:29.973302 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:29.984282 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:29.995318 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:30.006294 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:50:30.278869 tst ping.py:19: start network...\u000a02:50:30.401455 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:50:30.871471 run create_hlr_db(pid=15650): Launched\u000a02:50:31.064515 bus /gobi_6: Setting Powered False\u000a02:50:32.078383 run create_hlr_db(pid=15650): Terminated: ok {rc=0}\u000a02:50:32.505207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15652): Launched\u000a02:50:32.821300 run osmo-hlr_10.42.42.2(pid=15653): Launched\u000a02:50:32.938574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:50:33.487639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15655): Launched\u000a02:50:33.802769 run osmo-stp_10.42.42.5(pid=15656): Launched\u000a02:50:33.916886 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:50:34.469427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15658): Launched\u000a02:50:34.581990 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:50:34.858850 run patchelf(pid=15659): Launched\u000a02:50:35.044730 run osmo-stp_10.42.42.5(pid=15656): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15656)]\u000a02:50:35.180711 run osmo-stp_10.42.42.5(pid=15656): stdout: \u000a| (launched: 2022-12-10_02:50:33.647597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:35.317302 run osmo-stp_10.42.42.5(pid=15656): stderr: \u000a| �[0;m�[38;5;43m20221210025033838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025033838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025033839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025033839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025033841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025033841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025033842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:35.448703 run osmo-stp_10.42.42.5(pid=15656): stdout: \u000a| (launched: 2022-12-10_02:50:33.647597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:35.578791 run osmo-stp_10.42.42.5(pid=15656): stderr: \u000a| �[0;m�[38;5;43m20221210025033838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025033838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025033839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025033839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025033841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025033841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025033842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:35.730246 run patchelf(pid=15659): Terminating (SIGINT)\u000a02:50:35.908154 run patchelf(pid=15659): Terminated: ok {rc=0}\u000a02:50:35.940320 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15656): Process ended prematurely: osmo-stp_10.42.42.5(pid=15656) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15656)] [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a02:50:35.949594 tst ping.py:22: Test FAILED (6.6 sec)\u000a02:50:36.012729 run osmo-hlr_10.42.42.2(pid=15653): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15653)]\u000a02:50:36.064546 run osmo-hlr_10.42.42.2(pid=15653): stdout: \u000a| (launched: 2022-12-10_02:50:32.665997) \u000a02:50:36.116857 run osmo-hlr_10.42.42.2(pid=15653): stderr: \u000a| �[0;m�[1;31m20221210025032865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025032865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025032865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025032865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025032865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025032865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025032886 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025032896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025032897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025032897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:50:36.161418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15652): Terminating (SIGTERM)\u000a02:50:36.203484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15655): Terminating (SIGTERM)\u000a02:50:36.245648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15658): Terminating (SIGTERM)\u000a02:50:36.255364 --- ParallelTerminationStrategy: PID 15652 died...\u000a02:50:36.311587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15652): Terminated: ok {rc=0}\u000a02:50:36.321723 --- ParallelTerminationStrategy: PID 15655 died...\u000a02:50:36.377529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15655): Terminated: ok {rc=0}\u000a02:50:36.387515 --- ParallelTerminationStrategy: PID 15658 died...\u000a02:50:36.443144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15658): Terminated: ok {rc=0}\u000a02:50:36.530262 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15666): Process ended prematurely: osmo-stp_10.42.42.5(pid=15666) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15666)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15666): Process ended prematurely: osmo-stp_10.42.42.5(pid=15666) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a02:50:37.582253 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:37.593884 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:50:37.755343 tst ping_idle_ping.py: using LAC 25470\u000a02:50:37.870899 tst ping_idle_ping.py: using RAC 225\u000a02:50:37.986744 tst ping_idle_ping.py: using CellId 25470\u000a02:50:38.105423 tst ping_idle_ping.py: using BVCI 25471\u000a02:50:38.128107 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:38.139487 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:38.150540 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:38.161743 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:38.172654 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:38.183797 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:38.195007 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:38.206181 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:50:38.496831 tst ping_idle_ping.py:24: start network...\u000a02:50:38.629535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:50:39.135038 run create_hlr_db(pid=15660): Launched\u000a02:50:39.319023 bus /gobi_6: Setting Powered False\u000a02:50:40.339530 run create_hlr_db(pid=15660): Terminated: ok {rc=0}\u000a02:50:40.740026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15662): Launched\u000a02:50:41.039239 run osmo-hlr_10.42.42.2(pid=15663): Launched\u000a02:50:41.149409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:50:41.666492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15665): Launched\u000a02:50:41.966231 run osmo-stp_10.42.42.5(pid=15666): Launched\u000a02:50:42.075510 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:50:42.594396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15668): Launched\u000a02:50:42.700006 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:50:42.960097 run patchelf(pid=15669): Launched\u000a02:50:43.135750 run osmo-stp_10.42.42.5(pid=15666): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15666)]\u000a02:50:43.263863 run osmo-stp_10.42.42.5(pid=15666): stdout: \u000a| (launched: 2022-12-10_02:50:41.819371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:43.392751 run osmo-stp_10.42.42.5(pid=15666): stderr: \u000a| �[0;m�[38;5;43m20221210025041990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025041990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025041991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025041991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025041991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025041991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025041992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:43.516578 run osmo-stp_10.42.42.5(pid=15666): stdout: \u000a| (launched: 2022-12-10_02:50:41.819371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:43.639319 run osmo-stp_10.42.42.5(pid=15666): stderr: \u000a| �[0;m�[38;5;43m20221210025041990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025041990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025041991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025041991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025041991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025041991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025041992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:43.782241 run patchelf(pid=15669): Terminating (SIGINT)\u000a02:50:43.949624 run patchelf(pid=15669): Terminated: ok {rc=0}\u000a02:50:43.979980 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15666): Process ended prematurely: osmo-stp_10.42.42.5(pid=15666) [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15666)] [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a02:50:43.988594 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a02:50:44.048981 run osmo-hlr_10.42.42.2(pid=15663): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15663)]\u000a02:50:44.098512 run osmo-hlr_10.42.42.2(pid=15663): stdout: \u000a| (launched: 2022-12-10_02:50:40.891099) \u000a02:50:44.148342 run osmo-hlr_10.42.42.2(pid=15663): stderr: \u000a| �[0;m�[1;31m20221210025041065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025041065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025041065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025041066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025041066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025041066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025041078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025041088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025041089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025041089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:50:44.190279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15662): Terminating (SIGTERM)\u000a02:50:44.229991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15665): Terminating (SIGTERM)\u000a02:50:44.269854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15668): Terminating (SIGTERM)\u000a02:50:44.279305 --- ParallelTerminationStrategy: PID 15662 died...\u000a02:50:44.333301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15662): Terminated: ok {rc=0}\u000a02:50:44.343000 --- ParallelTerminationStrategy: PID 15665 died...\u000a02:50:44.396206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15665): Terminated: ok {rc=0}\u000a02:50:44.406021 --- ParallelTerminationStrategy: PID 15668 died...\u000a02:50:44.459273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15668): Terminated: ok {rc=0}\u000a02:50:44.543421 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:49:46" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15683): Process ended prematurely: osmo-stp_10.42.42.5(pid=15683) [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15683)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15683): Process ended prematurely: osmo-stp_10.42.42.5(pid=15683) [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:50:46.794447 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:50:46.806718 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:50:46.958928 tst cs_paging_gprs_active.py: using LAC 25471\u000a02:50:47.112696 tst cs_paging_gprs_active.py: using RAC 226\u000a02:50:47.259399 tst cs_paging_gprs_active.py: using CellId 25471\u000a02:50:47.383658 tst cs_paging_gprs_active.py: using BVCI 25472\u000a02:50:47.406975 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:50:47.418368 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:50:47.429568 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:50:47.440990 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:50:47.452478 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:50:47.463776 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:50:47.475431 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:50:47.486458 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:50:47.497932 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:50:47.614907 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:50:47.893520 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:50:48.020016 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:50:48.335567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15673): Launched\u000a02:50:48.596926 run iperf3-srv_10.42.42.10(pid=15674): Launched\u000a02:50:48.781598 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:50:48.907676 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:50:49.220933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15675): Launched\u000a02:50:49.483266 run iperf3-srv_10.42.42.10(pid=15676): Launched\u000a02:50:49.667156 tst cs_paging_gprs_active.py:38: start network...\u000a02:50:49.792672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:50:50.270616 run create_hlr_db(pid=15677): Launched\u000a02:50:50.445078 bus /gobi_6: Setting Powered False\u000a02:50:51.467036 run create_hlr_db(pid=15677): Terminated: ok {rc=0}\u000a02:50:51.895651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15679): Launched\u000a02:50:52.221665 run osmo-hlr_10.42.42.2(pid=15680): Launched\u000a02:50:52.340521 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:50:52.901887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15682): Launched\u000a02:50:53.226215 run osmo-stp_10.42.42.5(pid=15683): Launched\u000a02:50:53.349373 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:50:53.911480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15685): Launched\u000a02:50:54.026739 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:50:54.309394 run patchelf(pid=15686): Launched\u000a02:50:54.498615 run osmo-stp_10.42.42.5(pid=15683): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15683)]\u000a02:50:54.636582 run osmo-stp_10.42.42.5(pid=15683): stdout: \u000a| (launched: 2022-12-10_02:50:53.066221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:54.774505 run osmo-stp_10.42.42.5(pid=15683): stderr: \u000a| �[0;m�[38;5;43m20221210025053258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025053258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025053258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025053258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025053259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025053259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025053259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:54.907988 run osmo-stp_10.42.42.5(pid=15683): stdout: \u000a| (launched: 2022-12-10_02:50:53.066221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:55.040636 run osmo-stp_10.42.42.5(pid=15683): stderr: \u000a| �[0;m�[38;5;43m20221210025053258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025053258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025053258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025053258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025053259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025053259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025053259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:55.194577 run patchelf(pid=15686): Terminating (SIGINT)\u000a02:50:55.375661 run patchelf(pid=15686): Terminated: ok {rc=0}\u000a02:50:55.408743 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15683): Process ended prematurely: osmo-stp_10.42.42.5(pid=15683) [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15683)] [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a02:50:55.418608 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a02:50:55.481309 run osmo-hlr_10.42.42.2(pid=15680): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15680)]\u000a02:50:55.532471 run osmo-hlr_10.42.42.2(pid=15680): stdout: \u000a| (launched: 2022-12-10_02:50:52.060810) \u000a02:50:55.584581 run osmo-hlr_10.42.42.2(pid=15680): stderr: \u000a| �[0;m�[1;31m20221210025052260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025052260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025052260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025052260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025052260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025052260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025052272 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025052280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025052280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025052280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:50:55.628669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15673): Terminating (SIGTERM)\u000a02:50:55.670318 run iperf3-srv_10.42.42.10(pid=15674): Terminating (SIGTERM)\u000a02:50:55.712024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15675): Terminating (SIGTERM)\u000a02:50:55.753701 run iperf3-srv_10.42.42.10(pid=15676): Terminating (SIGTERM)\u000a02:50:55.795379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15679): Terminating (SIGTERM)\u000a02:50:55.836907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15682): Terminating (SIGTERM)\u000a02:50:55.878508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15685): Terminating (SIGTERM)\u000a02:50:55.888066 --- ParallelTerminationStrategy: PID 15673 died...\u000a02:50:55.943942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15673): Terminated: ok {rc=0}\u000a02:50:55.953957 --- ParallelTerminationStrategy: PID 15674 died...\u000a02:50:56.009236 run iperf3-srv_10.42.42.10(pid=15674): Terminated {rc=256}\u000a02:50:56.019124 --- ParallelTerminationStrategy: PID 15675 died...\u000a02:50:56.074600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15675): Terminated: ok {rc=0}\u000a02:50:56.084507 --- ParallelTerminationStrategy: PID 15676 died...\u000a02:50:56.139785 run iperf3-srv_10.42.42.10(pid=15676): Terminated {rc=256}\u000a02:50:56.149730 --- ParallelTerminationStrategy: PID 15679 died...\u000a02:50:56.205592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15679): Terminated: ok {rc=0}\u000a02:50:56.215617 --- ParallelTerminationStrategy: PID 15682 died...\u000a02:50:56.271246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15682): Terminated: ok {rc=0}\u000a02:50:56.281386 --- ParallelTerminationStrategy: PID 15685 died...\u000a02:50:56.337179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15685): Terminated: ok {rc=0}\u000a02:50:56.425175 bus /gobi_0: Setting Powered False\u000a02:50:57.532321 bus /gobi_0: Setting Powered False\u000a02:50:58.640599 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15695): Process ended prematurely: osmo-stp_10.42.42.5(pid=15695) [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15695)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15695): Process ended prematurely: osmo-stp_10.42.42.5(pid=15695) [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15695)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a02:50:59.754783 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:50:59.767042 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:50:59.915742 tst iperf3.py: using LAC 25472\u000a02:51:00.041466 tst iperf3.py: using RAC 227\u000a02:51:00.168871 tst iperf3.py: using CellId 25472\u000a02:51:00.294860 tst iperf3.py: using BVCI 25473\u000a02:51:00.319988 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:00.331817 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:00.343339 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:00.355085 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:00.366689 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:00.378138 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:00.389782 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:00.401213 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:00.413346 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:51:00.690957 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:51:00.817020 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:51:01.168694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15687): Launched\u000a02:51:01.478246 run iperf3-srv_10.42.42.10(pid=15688): Launched\u000a02:51:01.674330 tst iperf3.py:8: start network...\u000a02:51:01.803982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:51:02.312735 run create_hlr_db(pid=15689): Launched\u000a02:51:02.485736 bus /gobi_6: Setting Powered False\u000a02:51:03.518651 run create_hlr_db(pid=15689): Terminated: ok {rc=0}\u000a02:51:03.947442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15691): Launched\u000a02:51:04.270337 run osmo-hlr_10.42.42.2(pid=15692): Launched\u000a02:51:04.388571 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:51:04.949345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15694): Launched\u000a02:51:05.271301 run osmo-stp_10.42.42.5(pid=15695): Launched\u000a02:51:05.389531 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:51:05.952512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15697): Launched\u000a02:51:06.067451 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:51:06.349960 run patchelf(pid=15698): Launched\u000a02:51:06.538656 run osmo-stp_10.42.42.5(pid=15695): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15695)]\u000a02:51:06.676481 run osmo-stp_10.42.42.5(pid=15695): stdout: \u000a| (launched: 2022-12-10_02:51:05.113497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:06.814099 run osmo-stp_10.42.42.5(pid=15695): stderr: \u000a| �[0;m�[38;5;43m20221210025105305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025105305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025105305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025105305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025105308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025105308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025105308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:06.947480 run osmo-stp_10.42.42.5(pid=15695): stdout: \u000a| (launched: 2022-12-10_02:51:05.113497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:07.079781 run osmo-stp_10.42.42.5(pid=15695): stderr: \u000a| �[0;m�[38;5;43m20221210025105305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025105305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025105305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025105305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025105308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025105308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025105308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:07.234448 run patchelf(pid=15698): Terminating (SIGINT)\u000a02:51:07.416034 run patchelf(pid=15698): Terminated: ok {rc=0}\u000a02:51:07.449252 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15695): Process ended prematurely: osmo-stp_10.42.42.5(pid=15695) [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15695)] [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a02:51:07.459110 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a02:51:07.521608 run osmo-hlr_10.42.42.2(pid=15692): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15692)]\u000a02:51:07.572561 run osmo-hlr_10.42.42.2(pid=15692): stdout: \u000a| (launched: 2022-12-10_02:51:04.111882) \u000a02:51:07.624385 run osmo-hlr_10.42.42.2(pid=15692): stderr: \u000a| �[0;m�[1;31m20221210025104309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025104309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025104309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025104309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025104309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025104309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025104321 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025104330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025104330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025104330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:51:07.668450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15687): Terminating (SIGTERM)\u000a02:51:07.709807 run iperf3-srv_10.42.42.10(pid=15688): Terminating (SIGTERM)\u000a02:51:07.751351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15691): Terminating (SIGTERM)\u000a02:51:07.792736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15694): Terminating (SIGTERM)\u000a02:51:07.834124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15697): Terminating (SIGTERM)\u000a02:51:07.843625 --- ParallelTerminationStrategy: PID 15687 died...\u000a02:51:07.898988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15687): Terminated: ok {rc=0}\u000a02:51:07.908842 --- ParallelTerminationStrategy: PID 15688 died...\u000a02:51:07.963888 run iperf3-srv_10.42.42.10(pid=15688): Terminated {rc=256}\u000a02:51:07.973850 --- ParallelTerminationStrategy: PID 15691 died...\u000a02:51:08.028796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15691): Terminated: ok {rc=0}\u000a02:51:08.038717 --- ParallelTerminationStrategy: PID 15694 died...\u000a02:51:08.093589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15694): Terminated: ok {rc=0}\u000a02:51:08.103507 --- ParallelTerminationStrategy: PID 15697 died...\u000a02:51:08.158688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15697): Terminated: ok {rc=0}\u000a02:51:08.245152 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15713): Process ended prematurely: osmo-stp_10.42.42.5(pid=15713) [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15713)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15713): Process ended prematurely: osmo-stp_10.42.42.5(pid=15713) [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a02:51:09.362395 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:09.375508 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:51:09.522497 tst iperf3m4.py: using LAC 25473\u000a02:51:09.649319 tst iperf3m4.py: using RAC 228\u000a02:51:09.780516 tst iperf3m4.py: using CellId 25473\u000a02:51:09.905775 tst iperf3m4.py: using BVCI 25474\u000a02:51:09.930933 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:09.942717 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:09.954275 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:09.966520 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:09.978527 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:09.990476 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:10.002651 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:10.014579 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:10.026848 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:51:10.145608 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:51:10.265438 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:51:10.383346 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:51:10.660058 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:51:10.785247 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:51:11.098083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15699): Launched\u000a02:51:11.358543 run iperf3-srv_10.42.42.10(pid=15700): Launched\u000a02:51:11.542132 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:51:11.667201 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:51:11.979792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15701): Launched\u000a02:51:12.240655 run iperf3-srv_10.42.42.10(pid=15702): Launched\u000a02:51:12.424588 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:51:12.550241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:51:12.863440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15703): Launched\u000a02:51:13.123360 run iperf3-srv_10.42.42.10(pid=15704): Launched\u000a02:51:13.306591 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:51:13.431747 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:51:13.743728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15705): Launched\u000a02:51:14.004114 run iperf3-srv_10.42.42.10(pid=15706): Launched\u000a02:51:14.187607 tst iperf3m4.py:8: start network...\u000a02:51:14.312555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:51:14.788879 run create_hlr_db(pid=15707): Launched\u000a02:51:14.962127 bus /gobi_6: Setting Powered False\u000a02:51:16.021384 run create_hlr_db(pid=15707): Terminated: ok {rc=0}\u000a02:51:16.469850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15709): Launched\u000a02:51:16.948186 run osmo-hlr_10.42.42.2(pid=15710): Launched\u000a02:51:17.275957 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:51:17.853088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15712): Launched\u000a02:51:18.175699 run osmo-stp_10.42.42.5(pid=15713): Launched\u000a02:51:18.292759 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:51:18.857332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15715): Launched\u000a02:51:18.972648 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:51:19.254373 run patchelf(pid=15716): Launched\u000a02:51:19.443931 run osmo-stp_10.42.42.5(pid=15713): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15713)]\u000a02:51:19.581825 run osmo-stp_10.42.42.5(pid=15713): stdout: \u000a| (launched: 2022-12-10_02:51:18.017397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:19.719617 run osmo-stp_10.42.42.5(pid=15713): stderr: \u000a| �[0;m�[38;5;43m20221210025118210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025118210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025118210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025118210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025118211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025118211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025118211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:19.853436 run osmo-stp_10.42.42.5(pid=15713): stdout: \u000a| (launched: 2022-12-10_02:51:18.017397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:19.986152 run osmo-stp_10.42.42.5(pid=15713): stderr: \u000a| �[0;m�[38;5;43m20221210025118210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025118210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025118210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025118210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025118211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025118211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025118211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:20.140312 run patchelf(pid=15716): Terminating (SIGINT)\u000a02:51:20.321790 run patchelf(pid=15716): Terminated: ok {rc=0}\u000a02:51:20.354954 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15713): Process ended prematurely: osmo-stp_10.42.42.5(pid=15713) [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15713)] [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a02:51:20.365230 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a02:51:20.428519 run osmo-hlr_10.42.42.2(pid=15710): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15710)]\u000a02:51:20.479755 run osmo-hlr_10.42.42.2(pid=15710): stdout: \u000a| (launched: 2022-12-10_02:51:16.626236) \u000a02:51:20.531733 run osmo-hlr_10.42.42.2(pid=15710): stderr: \u000a| �[0;m�[1;31m20221210025116927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025116927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025116927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025116927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025116927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025116927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025116942 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025116963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025116964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025116964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:51:20.575963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15699): Terminating (SIGTERM)\u000a02:51:20.617587 run iperf3-srv_10.42.42.10(pid=15700): Terminating (SIGTERM)\u000a02:51:20.659166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15701): Terminating (SIGTERM)\u000a02:51:20.700673 run iperf3-srv_10.42.42.10(pid=15702): Terminating (SIGTERM)\u000a02:51:20.742351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15703): Terminating (SIGTERM)\u000a02:51:20.783908 run iperf3-srv_10.42.42.10(pid=15704): Terminating (SIGTERM)\u000a02:51:20.825411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15705): Terminating (SIGTERM)\u000a02:51:20.866886 run iperf3-srv_10.42.42.10(pid=15706): Terminating (SIGTERM)\u000a02:51:20.908540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15709): Terminating (SIGTERM)\u000a02:51:20.950347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15712): Terminating (SIGTERM)\u000a02:51:20.992005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15715): Terminating (SIGTERM)\u000a02:51:21.001694 --- ParallelTerminationStrategy: PID 15699 died...\u000a02:51:21.057507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15699): Terminated: ok {rc=0}\u000a02:51:21.067600 --- ParallelTerminationStrategy: PID 15700 died...\u000a02:51:21.122924 run iperf3-srv_10.42.42.10(pid=15700): Terminated {rc=256}\u000a02:51:21.132870 --- ParallelTerminationStrategy: PID 15701 died...\u000a02:51:21.188327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15701): Terminated: ok {rc=0}\u000a02:51:21.198426 --- ParallelTerminationStrategy: PID 15702 died...\u000a02:51:21.253411 run iperf3-srv_10.42.42.10(pid=15702): Terminated {rc=256}\u000a02:51:21.263324 --- ParallelTerminationStrategy: PID 15703 died...\u000a02:51:21.319210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15703): Terminated: ok {rc=0}\u000a02:51:21.329423 --- ParallelTerminationStrategy: PID 15704 died...\u000a02:51:21.384529 run iperf3-srv_10.42.42.10(pid=15704): Terminated {rc=256}\u000a02:51:21.394597 --- ParallelTerminationStrategy: PID 15705 died...\u000a02:51:21.449981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15705): Terminated: ok {rc=0}\u000a02:51:21.460031 --- ParallelTerminationStrategy: PID 15706 died...\u000a02:51:21.515090 run iperf3-srv_10.42.42.10(pid=15706): Terminated {rc=256}\u000a02:51:21.525251 --- ParallelTerminationStrategy: PID 15709 died...\u000a02:51:21.580714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15709): Terminated: ok {rc=0}\u000a02:51:21.590821 --- ParallelTerminationStrategy: PID 15712 died...\u000a02:51:21.646062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15712): Terminated: ok {rc=0}\u000a02:51:21.656119 --- ParallelTerminationStrategy: PID 15715 died...\u000a02:51:21.711279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15715): Terminated: ok {rc=0}\u000a02:51:21.798747 bus /gobi_4: Setting Powered False\u000a02:51:22.901230 bus /gobi_4: Setting Powered False\u000a02:51:24.012931 bus /gobi_1: Setting Powered False\u000a02:51:25.116058 bus /gobi_1: Setting Powered False\u000a02:51:26.228056 bus /gobi_0: Setting Powered False\u000a02:51:27.330202 bus /gobi_0: Setting Powered False\u000a02:51:28.437151 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15723): Process ended prematurely: osmo-stp_10.42.42.5(pid=15723) [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15723)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15723): Process ended prematurely: osmo-stp_10.42.42.5(pid=15723) [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15723)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a02:51:29.505168 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:29.517555 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:51:29.664272 tst ping.py: using LAC 25474\u000a02:51:29.789841 tst ping.py: using RAC 229\u000a02:51:29.915144 tst ping.py: using CellId 25474\u000a02:51:30.034929 tst ping.py: using BVCI 25475\u000a02:51:30.057789 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:30.069191 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:30.080321 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:30.092642 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:30.104541 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:30.115669 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:30.127162 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:30.139142 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:51:30.428718 tst ping.py:19: start network...\u000a02:51:30.560878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:51:31.106828 run create_hlr_db(pid=15717): Launched\u000a02:51:31.283326 bus /gobi_6: Setting Powered False\u000a02:51:32.310616 run create_hlr_db(pid=15717): Terminated: ok {rc=0}\u000a02:51:32.736796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15719): Launched\u000a02:51:33.054456 run osmo-hlr_10.42.42.2(pid=15720): Launched\u000a02:51:33.169766 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:51:33.723844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15722): Launched\u000a02:51:34.040000 run osmo-stp_10.42.42.5(pid=15723): Launched\u000a02:51:34.154768 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:51:34.711069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15725): Launched\u000a02:51:34.823936 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:51:35.101287 run patchelf(pid=15726): Launched\u000a02:51:35.287150 run osmo-stp_10.42.42.5(pid=15723): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15723)]\u000a02:51:35.423161 run osmo-stp_10.42.42.5(pid=15723): stdout: \u000a| (launched: 2022-12-10_02:51:33.885005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:35.559044 run osmo-stp_10.42.42.5(pid=15723): stderr: \u000a| �[0;m�[38;5;43m20221210025134079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025134079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025134079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025134080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025134080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025134080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025134080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:35.690522 run osmo-stp_10.42.42.5(pid=15723): stdout: \u000a| (launched: 2022-12-10_02:51:33.885005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:35.820353 run osmo-stp_10.42.42.5(pid=15723): stderr: \u000a| �[0;m�[38;5;43m20221210025134079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025134079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025134079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025134080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025134080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025134080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025134080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:35.971877 run patchelf(pid=15726): Terminating (SIGINT)\u000a02:51:36.149745 run patchelf(pid=15726): Terminated: ok {rc=0}\u000a02:51:36.181926 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15723): Process ended prematurely: osmo-stp_10.42.42.5(pid=15723) [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15723)] [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a02:51:36.191147 tst ping.py:22: Test FAILED (6.7 sec)\u000a02:51:36.253582 run osmo-hlr_10.42.42.2(pid=15720): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15720)]\u000a02:51:36.304903 run osmo-hlr_10.42.42.2(pid=15720): stdout: \u000a| (launched: 2022-12-10_02:51:32.898034) \u000a02:51:36.357447 run osmo-hlr_10.42.42.2(pid=15720): stderr: \u000a| �[0;m�[1;31m20221210025133094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025133094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025133094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025133094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025133094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025133094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025133106 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025133116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025133116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025133117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:51:36.402145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15719): Terminating (SIGTERM)\u000a02:51:36.444456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15722): Terminating (SIGTERM)\u000a02:51:36.487091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15725): Terminating (SIGTERM)\u000a02:51:36.497195 --- ParallelTerminationStrategy: PID 15719 died...\u000a02:51:36.554784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15719): Terminated: ok {rc=0}\u000a02:51:36.565237 --- ParallelTerminationStrategy: PID 15722 died...\u000a02:51:36.621223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15722): Terminated: ok {rc=0}\u000a02:51:36.631357 --- ParallelTerminationStrategy: PID 15725 died...\u000a02:51:36.687304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15725): Terminated: ok {rc=0}\u000a02:51:36.775474 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15733): Process ended prematurely: osmo-stp_10.42.42.5(pid=15733) [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15733)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15733): Process ended prematurely: osmo-stp_10.42.42.5(pid=15733) [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a02:51:37.829413 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:37.842208 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:51:37.992001 tst ping_idle_ping.py: using LAC 25475\u000a02:51:38.114831 tst ping_idle_ping.py: using RAC 230\u000a02:51:38.237320 tst ping_idle_ping.py: using CellId 25475\u000a02:51:38.362159 tst ping_idle_ping.py: using BVCI 25476\u000a02:51:38.386665 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:38.398380 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:38.409964 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:38.421612 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:38.433206 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:38.444615 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:38.456246 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:38.467820 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:51:38.744918 tst ping_idle_ping.py:24: start network...\u000a02:51:38.868850 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:51:39.339487 run create_hlr_db(pid=15727): Launched\u000a02:51:39.511869 bus /gobi_6: Setting Powered False\u000a02:51:40.533597 run create_hlr_db(pid=15727): Terminated: ok {rc=0}\u000a02:51:40.957257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15729): Launched\u000a02:51:41.274449 run osmo-hlr_10.42.42.2(pid=15730): Launched\u000a02:51:41.391034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:51:41.945171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15732): Launched\u000a02:51:42.264023 run osmo-stp_10.42.42.5(pid=15733): Launched\u000a02:51:42.381077 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:51:42.938382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15735): Launched\u000a02:51:43.051471 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:51:43.329285 run patchelf(pid=15736): Launched\u000a02:51:43.515803 run osmo-stp_10.42.42.5(pid=15733): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15733)]\u000a02:51:43.652048 run osmo-stp_10.42.42.5(pid=15733): stdout: \u000a| (launched: 2022-12-10_02:51:42.107694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:43.788560 run osmo-stp_10.42.42.5(pid=15733): stderr: \u000a| �[0;m�[38;5;43m20221210025142297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025142297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025142298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025142298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025142300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025142300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025142300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:43.919978 run osmo-stp_10.42.42.5(pid=15733): stdout: \u000a| (launched: 2022-12-10_02:51:42.107694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:44.050351 run osmo-stp_10.42.42.5(pid=15733): stderr: \u000a| �[0;m�[38;5;43m20221210025142297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025142297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025142298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025142298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025142300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025142300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025142300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:44.202168 run patchelf(pid=15736): Terminating (SIGINT)\u000a02:51:44.380468 run patchelf(pid=15736): Terminated: ok {rc=0}\u000a02:51:44.412710 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15733): Process ended prematurely: osmo-stp_10.42.42.5(pid=15733) [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15733)] [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a02:51:44.421890 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a02:51:44.484473 run osmo-hlr_10.42.42.2(pid=15730): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15730)]\u000a02:51:44.536179 run osmo-hlr_10.42.42.2(pid=15730): stdout: \u000a| (launched: 2022-12-10_02:51:41.118466) \u000a02:51:44.588854 run osmo-hlr_10.42.42.2(pid=15730): stderr: \u000a| �[0;m�[1;31m20221210025141316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025141316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025141316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025141316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025141316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025141316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025141330 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025141338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025141338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025141339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:51:44.633221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15729): Terminating (SIGTERM)\u000a02:51:44.675173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15732): Terminating (SIGTERM)\u000a02:51:44.717151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15735): Terminating (SIGTERM)\u000a02:51:44.726907 --- ParallelTerminationStrategy: PID 15729 died...\u000a02:51:44.782808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15729): Terminated: ok {rc=0}\u000a02:51:44.792924 --- ParallelTerminationStrategy: PID 15732 died...\u000a02:51:44.848134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15732): Terminated: ok {rc=0}\u000a02:51:44.858240 --- ParallelTerminationStrategy: PID 15735 died...\u000a02:51:44.913570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15735): Terminated: ok {rc=0}\u000a02:51:45.001243 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:50:46" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15747): Process ended prematurely: osmo-stp_10.42.42.5(pid=15747) [trial-2368↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15747)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15747): Process ended prematurely: osmo-stp_10.42.42.5(pid=15747) [trial-2368↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a02:51:47.096189 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:51:47.112585 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:51:47.287379 tst switch_tch_pdch.py: using LAC 25476\u000a02:51:47.409815 tst switch_tch_pdch.py: using RAC 231\u000a02:51:47.532227 tst switch_tch_pdch.py: using CellId 25476\u000a02:51:47.655805 tst switch_tch_pdch.py: using BVCI 25477\u000a02:51:47.680177 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:51:47.691884 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:51:47.703492 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:51:47.715213 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:51:47.726636 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:51:47.737988 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:51:47.749548 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:51:47.761024 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:51:47.878170 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:51:48.151233 tst switch_tch_pdch.py:51: start network...\u000a02:51:48.273699 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:51:48.738885 run create_hlr_db(pid=15741): Launched\u000a02:51:48.909406 bus /gobi_6: Setting Powered False\u000a02:51:49.929824 run create_hlr_db(pid=15741): Terminated: ok {rc=0}\u000a02:51:50.324735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15743): Launched\u000a02:51:50.620281 run osmo-hlr_10.42.42.2(pid=15744): Launched\u000a02:51:50.734351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:51:51.257772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15746): Launched\u000a02:51:51.554747 run osmo-stp_10.42.42.5(pid=15747): Launched\u000a02:51:51.663476 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:51:52.180853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15749): Launched\u000a02:51:52.285807 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:51:52.544399 run patchelf(pid=15750): Launched\u000a02:51:52.718724 run osmo-stp_10.42.42.5(pid=15747): ERR: Terminated: ERROR {rc=1} [trial-2368↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15747)]\u000a02:51:52.845781 run osmo-stp_10.42.42.5(pid=15747): stdout: \u000a| (launched: 2022-12-10_02:51:51.407842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:52.973400 run osmo-stp_10.42.42.5(pid=15747): stderr: \u000a| �[0;m�[38;5;43m20221210025151580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025151580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025151580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025151581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025151581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025151581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025151581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:53.096210 run osmo-stp_10.42.42.5(pid=15747): stdout: \u000a| (launched: 2022-12-10_02:51:51.407842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:53.217925 run osmo-stp_10.42.42.5(pid=15747): stderr: \u000a| �[0;m�[38;5;43m20221210025151580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025151580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025151580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025151581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025151581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025151581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025151581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:53.359557 run patchelf(pid=15750): Terminating (SIGINT)\u000a02:51:53.525993 run patchelf(pid=15750): Terminated: ok {rc=0}\u000a02:51:53.556488 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15747): Process ended prematurely: osmo-stp_10.42.42.5(pid=15747) [trial-2368↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15747)] [trial-2368↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a02:51:53.565101 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a02:51:53.625322 run osmo-hlr_10.42.42.2(pid=15744): ERR: Terminated: ERROR {rc=237} [trial-2368↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15744)]\u000a02:51:53.674168 run osmo-hlr_10.42.42.2(pid=15744): stdout: \u000a| (launched: 2022-12-10_02:51:50.474224) \u000a02:51:53.724250 run osmo-hlr_10.42.42.2(pid=15744): stderr: \u000a| �[0;m�[1;31m20221210025150650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025150650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025150650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025150650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025150650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025150651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025150662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025150670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025150670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025150670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:51:53.766288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15743): Terminating (SIGTERM)\u000a02:51:53.806189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15746): Terminating (SIGTERM)\u000a02:51:53.846025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15749): Terminating (SIGTERM)\u000a02:51:53.855311 --- ParallelTerminationStrategy: PID 15743 died...\u000a02:51:53.909127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15743): Terminated: ok {rc=0}\u000a02:51:53.918626 --- ParallelTerminationStrategy: PID 15746 died...\u000a02:51:53.971851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15746): Terminated: ok {rc=0}\u000a02:51:53.981557 --- ParallelTerminationStrategy: PID 15749 died...\u000a02:51:54.034340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15749): Terminated: ok {rc=0}\u000a02:51:54.121473 bus /gobi_0: Setting Powered False\u000a02:51:55.225462 bus /gobi_0: Setting Powered False\u000a02:51:56.337454 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:51:46" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15761): Process ended prematurely: osmo-stp_10.42.42.5(pid=15761) [trial-2368↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15761)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15761): Process ended prematurely: osmo-stp_10.42.42.5(pid=15761) [trial-2368↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15761)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a02:51:58.317850 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:51:58.329069 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a02:51:58.495008 tst switch_tch_pdch.py: using LAC 25477\u000a02:51:58.617203 tst switch_tch_pdch.py: using RAC 232\u000a02:51:58.739736 tst switch_tch_pdch.py: using CellId 25477\u000a02:51:58.861411 tst switch_tch_pdch.py: using BVCI 25478\u000a02:51:58.885701 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:51:58.897195 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:51:58.908353 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:51:58.919619 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:51:58.930785 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:51:58.942110 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:51:58.953473 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:51:58.964570 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:51:59.082233 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:51:59.370472 tst switch_tch_pdch.py:51: start network...\u000a02:51:59.501543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:51:59.970848 run create_hlr_db(pid=15755): Launched\u000a02:52:00.091967 bus /gobi_6: Setting Powered False\u000a02:52:01.165309 run create_hlr_db(pid=15755): Terminated: ok {rc=0}\u000a02:52:01.564181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15757): Launched\u000a02:52:01.905069 run osmo-hlr_10.42.42.2(pid=15758): Launched\u000a02:52:02.027590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:52:02.604749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15760): Launched\u000a02:52:02.921381 run osmo-stp_10.42.42.5(pid=15761): Launched\u000a02:52:03.034964 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:52:03.559992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15763): Launched\u000a02:52:03.672707 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:52:03.949064 run patchelf(pid=15764): Launched\u000a02:52:04.135362 run osmo-stp_10.42.42.5(pid=15761): ERR: Terminated: ERROR {rc=1} [trial-2368↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15761)]\u000a02:52:04.271390 run osmo-stp_10.42.42.5(pid=15761): stdout: \u000a| (launched: 2022-12-10_02:52:02.766285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:04.408453 run osmo-stp_10.42.42.5(pid=15761): stderr: \u000a| �[0;m�[38;5;43m20221210025202957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025202957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025202957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025202958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025202958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025202958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025202958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:04.539990 run osmo-stp_10.42.42.5(pid=15761): stdout: \u000a| (launched: 2022-12-10_02:52:02.766285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:04.670395 run osmo-stp_10.42.42.5(pid=15761): stderr: \u000a| �[0;m�[38;5;43m20221210025202957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025202957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025202957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025202958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025202958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025202958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025202958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:04.822260 run patchelf(pid=15764): Terminating (SIGINT)\u000a02:52:04.999499 run patchelf(pid=15764): Terminated: ok {rc=0}\u000a02:52:05.031621 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15761): Process ended prematurely: osmo-stp_10.42.42.5(pid=15761) [trial-2368↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15761)] [trial-2368↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a02:52:05.041225 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a02:52:05.104526 run osmo-hlr_10.42.42.2(pid=15758): ERR: Terminated: ERROR {rc=237} [trial-2368↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15758)]\u000a02:52:05.156564 run osmo-hlr_10.42.42.2(pid=15758): stdout: \u000a| (launched: 2022-12-10_02:52:01.717860) \u000a02:52:05.209324 run osmo-hlr_10.42.42.2(pid=15758): stderr: \u000a| �[0;m�[1;31m20221210025202094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025202094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025202094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025202094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025202094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025202094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025202123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025202148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025202148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025202148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:52:05.254358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15757): Terminating (SIGTERM)\u000a02:52:05.296669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15760): Terminating (SIGTERM)\u000a02:52:05.339437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15763): Terminating (SIGTERM)\u000a02:52:05.349303 --- ParallelTerminationStrategy: PID 15757 died...\u000a02:52:05.406003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15757): Terminated: ok {rc=0}\u000a02:52:05.416236 --- ParallelTerminationStrategy: PID 15760 died...\u000a02:52:05.472452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15760): Terminated: ok {rc=0}\u000a02:52:05.482638 --- ParallelTerminationStrategy: PID 15763 died...\u000a02:52:05.538920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15763): Terminated: ok {rc=0}\u000a02:52:05.627119 bus /gobi_0: Setting Powered False\u000a02:52:06.735233 bus /gobi_0: Setting Powered False\u000a02:52:07.847735 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:51:58" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15770): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15770) [trial-2368↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15770)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15770): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15770) [trial-2368↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15770)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a02:52:09.735169 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a02:52:09.745921 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a02:52:09.878378 tst mo_mt_sms.py: using LAC 25478\u000a02:52:09.996433 tst mo_mt_sms.py: using RAC 233\u000a02:52:10.114371 tst mo_mt_sms.py: using CellId 25478\u000a02:52:10.232101 tst mo_mt_sms.py: using BVCI 25479\u000a02:52:10.254530 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a02:52:10.374590 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a02:52:10.664315 tst mo_mt_sms.py:9: start nitb and bts...\u000a02:52:10.797512 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:52:11.450386 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15769): Launched\u000a02:52:11.763542 run osmo-nitb_10.42.42.2(pid=15770): Launched\u000a02:52:11.958059 run osmo-nitb_10.42.42.2(pid=15770): ERR: Terminated: ERROR {rc=2} [trial-2368↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15770)]\u000a02:52:12.101669 run osmo-nitb_10.42.42.2(pid=15770): stdout: \u000a| (launched: 2022-12-10_02:52:11.611154) \u000a02:52:12.245350 run osmo-nitb_10.42.42.2(pid=15770): stderr: \u000a| (launched: 2022-12-10_02:52:11.658403)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:52:12.385171 run osmo-nitb_10.42.42.2(pid=15770): stdout: \u000a| (launched: 2022-12-10_02:52:11.611154) \u000a02:52:12.523608 run osmo-nitb_10.42.42.2(pid=15770): stderr: \u000a| (launched: 2022-12-10_02:52:11.658403)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:52:12.891240 tst osmo-nitb_10.42.42.2(pid=15770): stdout: \u000a| (launched: 2022-12-10_02:52:11.611154) \u000a02:52:13.016885 tst osmo-nitb_10.42.42.2(pid=15770): stderr: \u000a| (launched: 2022-12-10_02:52:11.658403)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:52:13.072263 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=15770): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15770) [trial-2368↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15770)] [trial-2368↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a02:52:13.081145 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a02:52:13.117398 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15769): Terminating (SIGTERM)\u000a02:52:13.295284 --- ParallelTerminationStrategy: PID 15769 died...\u000a02:52:13.353958 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15769): Terminated: ok {rc=0}\u000a02:52:13.442824 bus /sierra_3: Setting Powered False\u000a02:52:14.549097 bus /sierra_3: Setting Powered False\u000a02:52:15.659260 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:52:09" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15780): Process ended prematurely: osmo-stp_10.42.42.5(pid=15780) [trial-2368↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15780)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15780): Process ended prematurely: osmo-stp_10.42.42.5(pid=15780) [trial-2368↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a02:52:17.573185 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:17.584695 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a02:52:17.719029 tst mo_mt_sms.py: using LAC 25479\u000a02:52:17.837437 tst mo_mt_sms.py: using RAC 234\u000a02:52:17.954327 tst mo_mt_sms.py: using CellId 25479\u000a02:52:18.071914 tst mo_mt_sms.py: using BVCI 25480\u000a02:52:18.094355 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:18.104673 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:18.115000 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:18.125531 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:18.136098 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:18.146858 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a02:52:18.263215 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a02:52:18.463445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:52:18.927996 run create_hlr_db(pid=15774): Launched\u000a02:52:19.098265 bus /sierra_2: Setting Powered False\u000a02:52:20.119637 run create_hlr_db(pid=15774): Terminated: ok {rc=0}\u000a02:52:20.516808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15776): Launched\u000a02:52:20.812156 run osmo-hlr_10.42.42.2(pid=15777): Launched\u000a02:52:20.922941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:52:21.446234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15779): Launched\u000a02:52:21.741487 run osmo-stp_10.42.42.5(pid=15780): Launched\u000a02:52:21.849232 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:52:22.390231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15782): Launched\u000a02:52:22.686272 run osmo-msc_10.42.42.6(pid=15783): Launched\u000a02:52:22.860307 run osmo-stp_10.42.42.5(pid=15780): ERR: Terminated: ERROR {rc=1} [trial-2368↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15780)]\u000a02:52:22.987333 run osmo-stp_10.42.42.5(pid=15780): stdout: \u000a| (launched: 2022-12-10_02:52:21.595349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:23.111028 run osmo-stp_10.42.42.5(pid=15780): stderr: \u000a| �[0;m�[38;5;43m20221210025221765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025221765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025221766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025221766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025221766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025221766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025221767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:23.230094 run osmo-stp_10.42.42.5(pid=15780): stdout: \u000a| (launched: 2022-12-10_02:52:21.595349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:23.347851 run osmo-stp_10.42.42.5(pid=15780): stderr: \u000a| �[0;m�[38;5;43m20221210025221765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025221765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025221766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025221766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025221766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025221766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025221767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:23.399403 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=15780): Process ended prematurely: osmo-stp_10.42.42.5(pid=15780) [trial-2368↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15780)] [trial-2368↪sms:trx-lms↪mo_mt_sms.py:16]\u000a02:52:23.407188 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a02:52:23.466866 run osmo-hlr_10.42.42.2(pid=15777): ERR: Terminated: ERROR {rc=237} [trial-2368↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15777)]\u000a02:52:23.515585 run osmo-hlr_10.42.42.2(pid=15777): stdout: \u000a| (launched: 2022-12-10_02:52:20.666550) \u000a02:52:23.565134 run osmo-hlr_10.42.42.2(pid=15777): stderr: \u000a| �[0;m�[1;31m20221210025220842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025220842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025220843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025220843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025220843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025220843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025220854 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025220863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025220863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025220863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:52:23.631869 run osmo-msc_10.42.42.6(pid=15783): ERR: Terminated: ERROR {rc=2} [trial-2368↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15783)]\u000a02:52:23.680597 run osmo-msc_10.42.42.6(pid=15783): stdout: \u000a| (launched: 2022-12-10_02:52:22.539971) \u000a02:52:23.730024 run osmo-msc_10.42.42.6(pid=15783): stderr: \u000a| �[0;m�[38;5;43m20221210025222809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210025222810 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe00fde5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210025222810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210025222810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210025222810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210025222810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210025222812 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210025222813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210025222813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210025222813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:52:23.771728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15776): Terminating (SIGTERM)\u000a02:52:23.811534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15779): Terminating (SIGTERM)\u000a02:52:23.851165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15782): Terminating (SIGTERM)\u000a02:52:23.860293 --- ParallelTerminationStrategy: PID 15776 died...\u000a02:52:23.913703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15776): Terminated: ok {rc=0}\u000a02:52:23.923374 --- ParallelTerminationStrategy: PID 15779 died...\u000a02:52:23.976193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15779): Terminated: ok {rc=0}\u000a02:52:23.985676 --- ParallelTerminationStrategy: PID 15782 died...\u000a02:52:24.038597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15782): Terminated: ok {rc=0}\u000a02:52:24.125608 bus /sierra_3: Setting Powered False\u000a02:52:25.228121 bus /sierra_3: Setting Powered False\u000a02:52:26.335360 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:52:17" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15790): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15790) [trial-2368↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15790)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15790): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15790) [trial-2368↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a02:52:28.166471 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a02:52:28.176858 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a02:52:28.308845 tst assert_extension.py: using LAC 25480\u000a02:52:28.427966 tst assert_extension.py: using RAC 235\u000a02:52:28.545874 tst assert_extension.py: using CellId 25480\u000a02:52:28.669900 tst assert_extension.py: using BVCI 25481\u000a02:52:28.694111 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a02:52:28.966312 tst assert_extension.py:10: start nitb and bts...\u000a02:52:29.089424 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:52:29.700796 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15789): Launched\u000a02:52:29.993085 run osmo-nitb_10.42.42.2(pid=15790): Launched\u000a02:52:30.175429 run osmo-nitb_10.42.42.2(pid=15790): ERR: Terminated: ERROR {rc=2} [trial-2368↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15790)]\u000a02:52:30.309777 run osmo-nitb_10.42.42.2(pid=15790): stdout: \u000a| (launched: 2022-12-10_02:52:29.850786) \u000a02:52:30.444235 run osmo-nitb_10.42.42.2(pid=15790): stderr: \u000a| (launched: 2022-12-10_02:52:29.894723)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:52:30.574340 run osmo-nitb_10.42.42.2(pid=15790): stdout: \u000a| (launched: 2022-12-10_02:52:29.850786) \u000a02:52:30.703344 run osmo-nitb_10.42.42.2(pid=15790): stderr: \u000a| (launched: 2022-12-10_02:52:29.894723)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:52:31.121904 tst osmo-nitb_10.42.42.2(pid=15790): stdout: \u000a| (launched: 2022-12-10_02:52:29.850786) \u000a02:52:31.245157 tst osmo-nitb_10.42.42.2(pid=15790): stderr: \u000a| (launched: 2022-12-10_02:52:29.894723)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:52:31.298688 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=15790): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15790) [trial-2368↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15790)] [trial-2368↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a02:52:31.307890 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a02:52:31.346549 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15789): Terminating (SIGTERM)\u000a02:52:31.524585 --- ParallelTerminationStrategy: PID 15789 died...\u000a02:52:31.581530 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15789): Terminated: ok {rc=0}\u000a02:52:31.668664 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:52:28" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15804): Process ended prematurely: osmo-stp_10.42.42.5(pid=15804) [trial-2368↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15804)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15804): Process ended prematurely: osmo-stp_10.42.42.5(pid=15804) [trial-2368↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a02:52:33.507924 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:33.518851 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a02:52:33.660885 tst assert_extension.py: using LAC 25481\u000a02:52:33.789576 tst assert_extension.py: using RAC 236\u000a02:52:33.912306 tst assert_extension.py: using CellId 25481\u000a02:52:34.036081 tst assert_extension.py: using BVCI 25482\u000a02:52:34.059892 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:34.070880 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:34.081711 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:34.093002 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:34.103837 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:34.114657 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a02:52:34.312698 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:52:34.778115 run create_hlr_db(pid=15794): Launched\u000a02:52:34.948480 bus /sierra_2: Setting Powered False\u000a02:52:35.970803 run create_hlr_db(pid=15794): Terminated: ok {rc=0}\u000a02:52:36.393870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15800): Launched\u000a02:52:36.710751 run osmo-hlr_10.42.42.2(pid=15801): Launched\u000a02:52:36.826660 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:52:37.378095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15803): Launched\u000a02:52:37.694382 run osmo-stp_10.42.42.5(pid=15804): Launched\u000a02:52:37.808922 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:52:38.387185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15806): Launched\u000a02:52:38.703202 run osmo-msc_10.42.42.6(pid=15807): Launched\u000a02:52:38.888238 run osmo-stp_10.42.42.5(pid=15804): ERR: Terminated: ERROR {rc=1} [trial-2368↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15804)]\u000a02:52:39.023040 run osmo-stp_10.42.42.5(pid=15804): stdout: \u000a| (launched: 2022-12-10_02:52:37.538601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:39.156873 run osmo-stp_10.42.42.5(pid=15804): stderr: \u000a| �[0;m�[38;5;43m20221210025237729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025237729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025237729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025237730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025237730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025237730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025237730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:39.284128 run osmo-stp_10.42.42.5(pid=15804): stdout: \u000a| (launched: 2022-12-10_02:52:37.538601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:39.410756 run osmo-stp_10.42.42.5(pid=15804): stderr: \u000a| �[0;m�[38;5;43m20221210025237729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025237729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025237729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025237730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025237730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025237730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025237730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:39.465848 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=15804): Process ended prematurely: osmo-stp_10.42.42.5(pid=15804) [trial-2368↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15804)] [trial-2368↪ussd:trx-lms↪assert_extension.py:17]\u000a02:52:39.474311 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a02:52:39.536323 run osmo-hlr_10.42.42.2(pid=15801): ERR: Terminated: ERROR {rc=237} [trial-2368↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15801)]\u000a02:52:39.587612 run osmo-hlr_10.42.42.2(pid=15801): stdout: \u000a| (launched: 2022-12-10_02:52:36.554873) \u000a02:52:39.639302 run osmo-hlr_10.42.42.2(pid=15801): stderr: \u000a| �[0;m�[1;31m20221210025236752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025236752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025236752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025236752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025236752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025236752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025236766 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025236776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025236776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025236776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:52:39.709942 run osmo-msc_10.42.42.6(pid=15807): ERR: Terminated: ERROR {rc=2} [trial-2368↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15807)]\u000a02:52:39.760870 run osmo-msc_10.42.42.6(pid=15807): stdout: \u000a| (launched: 2022-12-10_02:52:38.548044) \u000a02:52:39.812510 run osmo-msc_10.42.42.6(pid=15807): stderr: \u000a| �[0;m�[38;5;43m20221210025238869 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210025238869 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38ec197c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210025238869 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210025238869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210025238869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210025238869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210025238871 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210025238871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210025238872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210025238872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:52:39.856370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15800): Terminating (SIGTERM)\u000a02:52:39.897996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15803): Terminating (SIGTERM)\u000a02:52:39.939442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15806): Terminating (SIGTERM)\u000a02:52:39.948700 --- ParallelTerminationStrategy: PID 15800 died...\u000a02:52:40.004321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15800): Terminated: ok {rc=0}\u000a02:52:40.014290 --- ParallelTerminationStrategy: PID 15803 died...\u000a02:52:40.069397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15803): Terminated: ok {rc=0}\u000a02:52:40.079266 --- ParallelTerminationStrategy: PID 15806 died...\u000a02:52:40.134428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15806): Terminated: ok {rc=0}\u000a02:52:40.221123 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:52:33" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15818): Process ended prematurely: osmo-stp_10.42.42.5(pid=15818) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15818)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15818): Process ended prematurely: osmo-stp_10.42.42.5(pid=15818) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15818)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:52:42.186898 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:42.198422 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:52:42.363609 tst mo_mt_call.py: using LAC 25482\u000a02:52:42.491375 tst mo_mt_call.py: using RAC 237\u000a02:52:42.617166 tst mo_mt_call.py: using CellId 25482\u000a02:52:42.742697 tst mo_mt_call.py: using BVCI 25483\u000a02:52:42.767197 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:42.778708 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:42.790015 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:42.801452 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:42.812827 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:42.824153 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:52:42.940305 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:52:43.151782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:52:43.669843 run create_hlr_db(pid=15812): Launched\u000a02:52:43.856780 bus /sierra_2: Setting Powered False\u000a02:52:44.877188 run create_hlr_db(pid=15812): Terminated: ok {rc=0}\u000a02:52:45.312707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15814): Launched\u000a02:52:45.636273 run osmo-hlr_10.42.42.2(pid=15815): Launched\u000a02:52:45.758280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:52:46.347600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15817): Launched\u000a02:52:46.765870 run osmo-stp_10.42.42.5(pid=15818): Launched\u000a02:52:46.926392 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:52:47.559523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15820): Launched\u000a02:52:47.861444 run osmo-msc_10.42.42.6(pid=15821): Launched\u000a02:52:48.038816 run osmo-stp_10.42.42.5(pid=15818): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15818)]\u000a02:52:48.167070 run osmo-stp_10.42.42.5(pid=15818): stdout: \u000a| (launched: 2022-12-10_02:52:46.505306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:48.292623 run osmo-stp_10.42.42.5(pid=15818): stderr: \u000a| �[0;m�[38;5;43m20221210025246842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025246842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025246843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025246843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025246843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025246844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025246844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:48.413903 run osmo-stp_10.42.42.5(pid=15818): stdout: \u000a| (launched: 2022-12-10_02:52:46.505306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:48.533241 run osmo-stp_10.42.42.5(pid=15818): stderr: \u000a| �[0;m�[38;5;43m20221210025246842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025246842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025246843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025246843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025246843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025246844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025246844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:48.586090 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15818): Process ended prematurely: osmo-stp_10.42.42.5(pid=15818) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15818)] [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a02:52:48.594693 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a02:52:48.654987 run osmo-hlr_10.42.42.2(pid=15815): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15815)]\u000a02:52:48.704314 run osmo-hlr_10.42.42.2(pid=15815): stdout: \u000a| (launched: 2022-12-10_02:52:45.477821) \u000a02:52:48.754329 run osmo-hlr_10.42.42.2(pid=15815): stderr: \u000a| �[0;m�[1;31m20221210025245679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025245679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025245679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025245679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025245679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025245679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025245693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025245701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025245701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025245701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:52:48.821587 run osmo-msc_10.42.42.6(pid=15821): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15821)]\u000a02:52:48.871111 run osmo-msc_10.42.42.6(pid=15821): stdout: \u000a| (launched: 2022-12-10_02:52:47.712736) \u000a02:52:48.920932 run osmo-msc_10.42.42.6(pid=15821): stderr: \u000a| �[0;m�[38;5;43m20221210025247986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210025247986 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f906a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210025247987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210025247987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210025247987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210025247987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210025247989 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210025247989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210025247990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210025247990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:52:48.962810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15814): Terminating (SIGTERM)\u000a02:52:49.002735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15817): Terminating (SIGTERM)\u000a02:52:49.042539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15820): Terminating (SIGTERM)\u000a02:52:49.051920 --- ParallelTerminationStrategy: PID 15814 died...\u000a02:52:49.105705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15814): Terminated: ok {rc=0}\u000a02:52:49.115214 --- ParallelTerminationStrategy: PID 15817 died...\u000a02:52:49.168292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15817): Terminated: ok {rc=0}\u000a02:52:49.178119 --- ParallelTerminationStrategy: PID 15820 died...\u000a02:52:49.231223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15820): Terminated: ok {rc=0}\u000a02:52:49.315716 bus /sierra_3: Setting Powered False\u000a02:52:50.423672 bus /sierra_3: Setting Powered False\u000a02:52:51.535866 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15829): Process ended prematurely: osmo-stp_10.42.42.5(pid=15829) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15829)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15829): Process ended prematurely: osmo-stp_10.42.42.5(pid=15829) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15829)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:52:52.646012 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:52.657548 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:52:52.815030 tst mo_mt_call_osmux.py: using LAC 25483\u000a02:52:52.935623 tst mo_mt_call_osmux.py: using RAC 238\u000a02:52:53.055613 tst mo_mt_call_osmux.py: using CellId 25483\u000a02:52:53.175864 tst mo_mt_call_osmux.py: using BVCI 25484\u000a02:52:53.199144 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:53.210145 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:53.220869 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:53.232382 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:53.243616 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:53.254701 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:52:53.373799 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:52:53.579548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:52:54.054859 run create_hlr_db(pid=15823): Launched\u000a02:52:54.229237 bus /sierra_2: Setting Powered False\u000a02:52:55.250491 run create_hlr_db(pid=15823): Terminated: ok {rc=0}\u000a02:52:55.680842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15825): Launched\u000a02:52:56.004534 run osmo-hlr_10.42.42.2(pid=15826): Launched\u000a02:52:56.125296 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:52:56.686307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15828): Launched\u000a02:52:57.009770 run osmo-stp_10.42.42.5(pid=15829): Launched\u000a02:52:57.126543 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:52:57.717385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15831): Launched\u000a02:52:58.039468 run osmo-msc_10.42.42.6(pid=15832): Launched\u000a02:52:58.228621 run osmo-stp_10.42.42.5(pid=15829): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15829)]\u000a02:52:58.365574 run osmo-stp_10.42.42.5(pid=15829): stdout: \u000a| (launched: 2022-12-10_02:52:56.851034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:58.501773 run osmo-stp_10.42.42.5(pid=15829): stderr: \u000a| �[0;m�[38;5;43m20221210025257044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025257044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025257044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025257046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025257047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025257047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025257047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:58.630951 run osmo-stp_10.42.42.5(pid=15829): stdout: \u000a| (launched: 2022-12-10_02:52:56.851034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:58.758740 run osmo-stp_10.42.42.5(pid=15829): stderr: \u000a| �[0;m�[38;5;43m20221210025257044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025257044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025257044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025257046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025257047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025257047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025257047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:58.814986 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15829): Process ended prematurely: osmo-stp_10.42.42.5(pid=15829) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15829)] [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a02:52:58.824183 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:52:58.886435 run osmo-hlr_10.42.42.2(pid=15826): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15826)]\u000a02:52:58.937530 run osmo-hlr_10.42.42.2(pid=15826): stdout: \u000a| (launched: 2022-12-10_02:52:55.845683) \u000a02:52:58.989496 run osmo-hlr_10.42.42.2(pid=15826): stderr: \u000a| �[0;m�[1;31m20221210025256047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025256047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025256047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025256047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025256047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025256047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025256059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025256067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025256068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025256068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:52:59.060045 run osmo-msc_10.42.42.6(pid=15832): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15832)]\u000a02:52:59.111455 run osmo-msc_10.42.42.6(pid=15832): stdout: \u000a| (launched: 2022-12-10_02:52:57.881622) \u000a02:52:59.163550 run osmo-msc_10.42.42.6(pid=15832): stderr: \u000a| �[0;m�[38;5;43m20221210025258206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210025258206 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f740caaac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210025258206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210025258206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210025258206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210025258207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210025258208 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210025258209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210025258209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210025258209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:52:59.207603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15825): Terminating (SIGTERM)\u000a02:52:59.249425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15828): Terminating (SIGTERM)\u000a02:52:59.291116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15831): Terminating (SIGTERM)\u000a02:52:59.300711 --- ParallelTerminationStrategy: PID 15825 died...\u000a02:52:59.357105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15825): Terminated: ok {rc=0}\u000a02:52:59.367419 --- ParallelTerminationStrategy: PID 15828 died...\u000a02:52:59.423048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15828): Terminated: ok {rc=0}\u000a02:52:59.433118 --- ParallelTerminationStrategy: PID 15831 died...\u000a02:52:59.488682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15831): Terminated: ok {rc=0}\u000a02:52:59.578205 bus /sierra_3: Setting Powered False\u000a02:53:00.682252 bus /sierra_3: Setting Powered False\u000a02:53:01.800155 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:52:41" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15843): Process ended prematurely: osmo-stp_10.42.42.5(pid=15843) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15843)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15843): Process ended prematurely: osmo-stp_10.42.42.5(pid=15843) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15843)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a02:53:03.792006 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:03.803079 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:53:03.958054 tst mo_mt_call.py: using LAC 25484\u000a02:53:04.075913 tst mo_mt_call.py: using RAC 239\u000a02:53:04.195862 tst mo_mt_call.py: using CellId 25484\u000a02:53:04.323126 tst mo_mt_call.py: using BVCI 25485\u000a02:53:04.347886 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:04.359594 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:04.371577 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:04.382993 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:04.394718 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:04.406040 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:53:04.521864 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:53:04.723033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:53:05.199581 run create_hlr_db(pid=15837): Launched\u000a02:53:05.373170 bus /sierra_2: Setting Powered False\u000a02:53:06.394833 run create_hlr_db(pid=15837): Terminated: ok {rc=0}\u000a02:53:06.825443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15839): Launched\u000a02:53:07.149128 run osmo-hlr_10.42.42.2(pid=15840): Launched\u000a02:53:07.271262 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:53:07.831708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15842): Launched\u000a02:53:08.148797 run osmo-stp_10.42.42.5(pid=15843): Launched\u000a02:53:08.263047 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:53:08.816720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15845): Launched\u000a02:53:09.121207 run osmo-msc_10.42.42.6(pid=15846): Launched\u000a02:53:09.299411 run osmo-stp_10.42.42.5(pid=15843): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15843)]\u000a02:53:09.429764 run osmo-stp_10.42.42.5(pid=15843): stdout: \u000a| (launched: 2022-12-10_02:53:07.995331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:09.556601 run osmo-stp_10.42.42.5(pid=15843): stderr: \u000a| �[0;m�[38;5;43m20221210025308166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025308167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025308167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025308167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025308168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025308168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025308168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:09.678949 run osmo-stp_10.42.42.5(pid=15843): stdout: \u000a| (launched: 2022-12-10_02:53:07.995331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:09.799440 run osmo-stp_10.42.42.5(pid=15843): stderr: \u000a| �[0;m�[38;5;43m20221210025308166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025308167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025308167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025308167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025308168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025308168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025308168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:09.852790 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15843): Process ended prematurely: osmo-stp_10.42.42.5(pid=15843) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15843)] [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a02:53:09.861463 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:53:09.921845 run osmo-hlr_10.42.42.2(pid=15840): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15840)]\u000a02:53:09.971048 run osmo-hlr_10.42.42.2(pid=15840): stdout: \u000a| (launched: 2022-12-10_02:53:06.990026) \u000a02:53:10.021077 run osmo-hlr_10.42.42.2(pid=15840): stderr: \u000a| �[0;m�[1;31m20221210025307190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025307190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025307190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025307190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025307190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025307190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025307202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025307211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025307211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025307211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:53:10.087937 run osmo-msc_10.42.42.6(pid=15846): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15846)]\u000a02:53:10.137171 run osmo-msc_10.42.42.6(pid=15846): stdout: \u000a| (launched: 2022-12-10_02:53:08.970316) \u000a02:53:10.186792 run osmo-msc_10.42.42.6(pid=15846): stderr: \u000a| �[0;m�[38;5;43m20221210025309241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210025309242 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b80a04c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210025309242 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210025309242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210025309242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210025309242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210025309244 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210025309244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210025309244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210025309244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:53:10.228594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15839): Terminating (SIGTERM)\u000a02:53:10.268543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15842): Terminating (SIGTERM)\u000a02:53:10.308447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15845): Terminating (SIGTERM)\u000a02:53:10.318034 --- ParallelTerminationStrategy: PID 15839 died...\u000a02:53:10.371855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15839): Terminated: ok {rc=0}\u000a02:53:10.381639 --- ParallelTerminationStrategy: PID 15842 died...\u000a02:53:10.434624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15842): Terminated: ok {rc=0}\u000a02:53:10.444530 --- ParallelTerminationStrategy: PID 15845 died...\u000a02:53:10.498322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15845): Terminated: ok {rc=0}\u000a02:53:10.586576 bus /sierra_3: Setting Powered False\u000a02:53:11.690619 bus /sierra_3: Setting Powered False\u000a02:53:12.801426 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16023): Process ended prematurely: osmo-stp_10.42.42.5(pid=16023) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16023)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16023): Process ended prematurely: osmo-stp_10.42.42.5(pid=16023) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:53:13.911276 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:13.922846 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:53:14.092620 tst mo_mt_call_osmux.py: using LAC 25485\u000a02:53:14.217281 tst mo_mt_call_osmux.py: using RAC 240\u000a02:53:14.341986 tst mo_mt_call_osmux.py: using CellId 25485\u000a02:53:14.466408 tst mo_mt_call_osmux.py: using BVCI 25486\u000a02:53:14.491055 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:14.502734 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:14.514121 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:14.525536 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:14.537489 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:14.549559 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:53:14.671262 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:53:14.874476 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:53:15.352529 run create_hlr_db(pid=15854): Launched\u000a02:53:15.526897 bus /sierra_2: Setting Powered False\u000a02:53:16.623337 run create_hlr_db(pid=15854): Terminated: ok {rc=0}\u000a02:53:17.071563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15905): Launched\u000a02:53:17.516229 run osmo-hlr_10.42.42.2(pid=15913): Launched\u000a02:53:17.746705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:53:18.485050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15978): Launched\u000a02:53:18.952047 run osmo-stp_10.42.42.5(pid=16023): Launched\u000a02:53:19.207990 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:53:19.861416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16131): Launched\u000a02:53:20.298535 run osmo-msc_10.42.42.6(pid=16133): Launched\u000a02:53:20.674363 run osmo-stp_10.42.42.5(pid=16023): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16023)]\u000a02:53:20.950763 run osmo-stp_10.42.42.5(pid=16023): stdout: \u000a| (launched: 2022-12-10_02:53:18.677774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:21.081196 run osmo-stp_10.42.42.5(pid=16023): stderr: \u000a| �[0;m�[38;5;43m20221210025319036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025319036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025319049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025319049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025319050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025319050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025319050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:21.206735 run osmo-stp_10.42.42.5(pid=16023): stdout: \u000a| (launched: 2022-12-10_02:53:18.677774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:21.331243 run osmo-stp_10.42.42.5(pid=16023): stderr: \u000a| �[0;m�[38;5;43m20221210025319036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025319036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025319049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025319049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025319050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025319050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025319050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:21.386079 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16023): Process ended prematurely: osmo-stp_10.42.42.5(pid=16023) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16023)] [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a02:53:21.395817 tst mo_mt_call_osmux.py:8: Test FAILED (7.5 sec)\u000a02:53:21.461565 run osmo-hlr_10.42.42.2(pid=15913): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15913)]\u000a02:53:21.513946 run osmo-hlr_10.42.42.2(pid=15913): stdout: \u000a| (launched: 2022-12-10_02:53:17.239984) \u000a02:53:21.567161 run osmo-hlr_10.42.42.2(pid=15913): stderr: \u000a| �[0;m�[1;31m20221210025317629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025317629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025317629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025317629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025317629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025317629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025317649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025317663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025317663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025317663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:53:21.638371 run osmo-msc_10.42.42.6(pid=16133): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16133)]\u000a02:53:21.690549 run osmo-msc_10.42.42.6(pid=16133): stdout: \u000a| (launched: 2022-12-10_02:53:20.016388) \u000a02:53:21.743304 run osmo-msc_10.42.42.6(pid=16133): stderr: \u000a| �[0;m�[38;5;43m20221210025320496 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210025320496 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5920242c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210025320496 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210025320496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210025320496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210025320505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210025320507 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210025320507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210025320507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210025320507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:53:21.788554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15905): Terminating (SIGTERM)\u000a02:53:21.832102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15978): Terminating (SIGTERM)\u000a02:53:21.878996 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16131): Terminating (SIGTERM)\u000a02:53:21.889533 --- ParallelTerminationStrategy: PID 15905 died...\u000a02:53:21.949547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15905): Terminated: ok {rc=0}\u000a02:53:21.960228 --- ParallelTerminationStrategy: PID 15978 died...\u000a02:53:22.017334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15978): Terminated: ok {rc=0}\u000a02:53:22.027894 --- ParallelTerminationStrategy: PID 16131 died...\u000a02:53:22.085210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16131): Terminated: ok {rc=0}\u000a02:53:22.172699 bus /sierra_3: Setting Powered False\u000a02:53:23.281417 bus /sierra_3: Setting Powered False\u000a02:53:24.396091 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:53:03" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16146): Process ended prematurely: osmo-stp_10.42.42.5(pid=16146) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16146)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16146): Process ended prematurely: osmo-stp_10.42.42.5(pid=16146) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:53:26.419047 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:26.431707 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:53:26.598806 tst mo_mt_call.py: using LAC 25486\u000a02:53:26.728438 tst mo_mt_call.py: using RAC 241\u000a02:53:26.859816 tst mo_mt_call.py: using CellId 25486\u000a02:53:26.987906 tst mo_mt_call.py: using BVCI 25487\u000a02:53:27.014877 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:27.027445 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:27.040367 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:27.052907 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:27.065752 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:27.079658 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:53:27.203989 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:53:27.419985 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:53:27.952723 run create_hlr_db(pid=16140): Launched\u000a02:53:28.135071 bus /sierra_2: Setting Powered False\u000a02:53:29.157954 run create_hlr_db(pid=16140): Terminated: ok {rc=0}\u000a02:53:29.592943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16142): Launched\u000a02:53:30.009921 run osmo-hlr_10.42.42.2(pid=16143): Launched\u000a02:53:30.248065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:53:30.920026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16145): Launched\u000a02:53:31.396379 run osmo-stp_10.42.42.5(pid=16146): Launched\u000a02:53:31.701123 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:53:32.434446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16148): Launched\u000a02:53:32.951799 run osmo-msc_10.42.42.6(pid=16149): Launched\u000a02:53:33.326876 run osmo-stp_10.42.42.5(pid=16146): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16146)]\u000a02:53:33.603218 run osmo-stp_10.42.42.5(pid=16146): stdout: \u000a| (launched: 2022-12-10_02:53:31.086566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:33.736261 run osmo-stp_10.42.42.5(pid=16146): stderr: \u000a| �[0;m�[38;5;43m20221210025331371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025331371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025331371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025331372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025331372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025331372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025331372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:33.863671 run osmo-stp_10.42.42.5(pid=16146): stdout: \u000a| (launched: 2022-12-10_02:53:31.086566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:33.990213 run osmo-stp_10.42.42.5(pid=16146): stderr: \u000a| �[0;m�[38;5;43m20221210025331371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025331371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025331371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025331372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025331372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025331372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025331372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:34.046880 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16146): Process ended prematurely: osmo-stp_10.42.42.5(pid=16146) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16146)] [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a02:53:34.056573 tst mo_mt_call.py:8: Test FAILED (7.7 sec)\u000a02:53:34.124183 run osmo-hlr_10.42.42.2(pid=16143): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16143)]\u000a02:53:34.176419 run osmo-hlr_10.42.42.2(pid=16143): stdout: \u000a| (launched: 2022-12-10_02:53:29.753994) \u000a02:53:34.230932 run osmo-hlr_10.42.42.2(pid=16143): stderr: \u000a| �[0;m�[1;31m20221210025330100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025330100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025330100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025330100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025330100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025330100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025330120 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025330135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025330135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025330135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:53:34.301922 run osmo-msc_10.42.42.6(pid=16149): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16149)]\u000a02:53:34.354802 run osmo-msc_10.42.42.6(pid=16149): stdout: \u000a| (launched: 2022-12-10_02:53:32.637744) \u000a02:53:34.408941 run osmo-msc_10.42.42.6(pid=16149): stderr: \u000a| �[0;m�[38;5;43m20221210025333207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210025333208 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6fc1fa6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210025333208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210025333208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210025333208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210025333208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210025333210 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210025333218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210025333218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210025333218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:53:34.452925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16142): Terminating (SIGTERM)\u000a02:53:34.499156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16145): Terminating (SIGTERM)\u000a02:53:34.544317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16148): Terminating (SIGTERM)\u000a02:53:34.554286 --- ParallelTerminationStrategy: PID 16142 died...\u000a02:53:34.613671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16142): Terminated: ok {rc=0}\u000a02:53:34.624328 --- ParallelTerminationStrategy: PID 16145 died...\u000a02:53:34.682982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16145): Terminated: ok {rc=0}\u000a02:53:34.693701 --- ParallelTerminationStrategy: PID 16148 died...\u000a02:53:34.750855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16148): Terminated: ok {rc=0}\u000a02:53:34.841817 bus /sierra_3: Setting Powered False\u000a02:53:35.950316 bus /sierra_3: Setting Powered False\u000a02:53:37.061800 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16158): Process ended prematurely: osmo-stp_10.42.42.5(pid=16158) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16158)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16158): Process ended prematurely: osmo-stp_10.42.42.5(pid=16158) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:53:38.177870 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:38.190510 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:53:38.355036 tst mo_mt_call_osmux.py: using LAC 25487\u000a02:53:38.478134 tst mo_mt_call_osmux.py: using RAC 242\u000a02:53:38.602981 tst mo_mt_call_osmux.py: using CellId 25487\u000a02:53:38.725435 tst mo_mt_call_osmux.py: using BVCI 25488\u000a02:53:38.749962 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:38.762105 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:38.775796 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:38.788935 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:38.801382 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:38.815901 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:53:38.935733 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:53:39.149831 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:53:39.693929 run create_hlr_db(pid=16151): Launched\u000a02:53:39.874917 bus /sierra_2: Setting Powered False\u000a02:53:40.896638 run create_hlr_db(pid=16151): Terminated: ok {rc=0}\u000a02:53:41.326409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16154): Launched\u000a02:53:41.650854 run osmo-hlr_10.42.42.2(pid=16155): Launched\u000a02:53:41.768296 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:53:42.329935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16157): Launched\u000a02:53:42.653410 run osmo-stp_10.42.42.5(pid=16158): Launched\u000a02:53:42.770434 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:53:43.362857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16160): Launched\u000a02:53:43.686557 run osmo-msc_10.42.42.6(pid=16161): Launched\u000a02:53:43.875330 run osmo-stp_10.42.42.5(pid=16158): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16158)]\u000a02:53:44.011761 run osmo-stp_10.42.42.5(pid=16158): stdout: \u000a| (launched: 2022-12-10_02:53:42.494643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:44.148370 run osmo-stp_10.42.42.5(pid=16158): stderr: \u000a| �[0;m�[38;5;43m20221210025342689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025342690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025342690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025342690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025342691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025342691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025342691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:44.277915 run osmo-stp_10.42.42.5(pid=16158): stdout: \u000a| (launched: 2022-12-10_02:53:42.494643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:44.406399 run osmo-stp_10.42.42.5(pid=16158): stderr: \u000a| �[0;m�[38;5;43m20221210025342689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025342690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025342690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025342690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025342691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025342691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025342691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:44.463226 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16158): Process ended prematurely: osmo-stp_10.42.42.5(pid=16158) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16158)] [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a02:53:44.472359 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a02:53:44.534856 run osmo-hlr_10.42.42.2(pid=16155): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16155)]\u000a02:53:44.586193 run osmo-hlr_10.42.42.2(pid=16155): stdout: \u000a| (launched: 2022-12-10_02:53:41.491695) \u000a02:53:44.638235 run osmo-hlr_10.42.42.2(pid=16155): stderr: \u000a| �[0;m�[1;31m20221210025341690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025341690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025341690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025341690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025341690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025341690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025341703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025341711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025341711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025341711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:53:44.708765 run osmo-msc_10.42.42.6(pid=16161): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16161)]\u000a02:53:44.760129 run osmo-msc_10.42.42.6(pid=16161): stdout: \u000a| (launched: 2022-12-10_02:53:43.528219) \u000a02:53:44.812531 run osmo-msc_10.42.42.6(pid=16161): stderr: \u000a| �[0;m�[38;5;43m20221210025343851 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210025343852 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb902b29c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210025343852 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210025343852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210025343852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210025343852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210025343854 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210025343854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210025343854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210025343854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:53:44.856596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16154): Terminating (SIGTERM)\u000a02:53:44.898639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16157): Terminating (SIGTERM)\u000a02:53:44.940677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16160): Terminating (SIGTERM)\u000a02:53:44.950012 --- ParallelTerminationStrategy: PID 16154 died...\u000a02:53:45.005869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16154): Terminated: ok {rc=0}\u000a02:53:45.015902 --- ParallelTerminationStrategy: PID 16157 died...\u000a02:53:45.071729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16157): Terminated: ok {rc=0}\u000a02:53:45.081823 --- ParallelTerminationStrategy: PID 16160 died...\u000a02:53:45.137658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16160): Terminated: ok {rc=0}\u000a02:53:45.224939 bus /sierra_3: Setting Powered False\u000a02:53:46.330908 bus /sierra_3: Setting Powered False\u000a02:53:47.442785 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:53:26" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16172): Process ended prematurely: osmo-stp_10.42.42.5(pid=16172) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16172)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16172): Process ended prematurely: osmo-stp_10.42.42.5(pid=16172) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:53:49.446383 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:53:49.458066 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:53:49.635148 tst mo_mt_call.py: using LAC 25488\u000a02:53:49.758467 tst mo_mt_call.py: using RAC 243\u000a02:53:49.878955 tst mo_mt_call.py: using CellId 25488\u000a02:53:49.999552 tst mo_mt_call.py: using BVCI 25489\u000a02:53:50.022513 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:53:50.033528 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:53:50.044228 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:53:50.055445 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:53:50.066703 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:53:50.077883 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:53:50.198279 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:53:50.400777 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:53:50.876725 run create_hlr_db(pid=16166): Launched\u000a02:53:51.050462 bus /sierra_2: Setting Powered False\u000a02:53:52.071456 run create_hlr_db(pid=16166): Terminated: ok {rc=0}\u000a02:53:52.475332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16168): Launched\u000a02:53:52.779758 run osmo-hlr_10.42.42.2(pid=16169): Launched\u000a02:53:52.894574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:53:53.418195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16171): Launched\u000a02:53:53.721233 run osmo-stp_10.42.42.5(pid=16172): Launched\u000a02:53:53.831588 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:53:54.383038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16174): Launched\u000a02:53:54.687255 run osmo-msc_10.42.42.6(pid=16175): Launched\u000a02:53:54.865669 run osmo-stp_10.42.42.5(pid=16172): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16172)]\u000a02:53:54.994758 run osmo-stp_10.42.42.5(pid=16172): stdout: \u000a| (launched: 2022-12-10_02:53:53.571161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:55.121422 run osmo-stp_10.42.42.5(pid=16172): stderr: \u000a| �[0;m�[38;5;43m20221210025353740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025353740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025353740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025353741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025353741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025353741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025353741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:55.242670 run osmo-stp_10.42.42.5(pid=16172): stdout: \u000a| (launched: 2022-12-10_02:53:53.571161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:55.362840 run osmo-stp_10.42.42.5(pid=16172): stderr: \u000a| �[0;m�[38;5;43m20221210025353740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025353740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025353740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025353741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025353741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025353741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025353741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:55.415787 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16172): Process ended prematurely: osmo-stp_10.42.42.5(pid=16172) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16172)] [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a02:53:55.424309 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a02:53:55.484648 run osmo-hlr_10.42.42.2(pid=16169): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16169)]\u000a02:53:55.534012 run osmo-hlr_10.42.42.2(pid=16169): stdout: \u000a| (launched: 2022-12-10_02:53:52.629439) \u000a02:53:55.584002 run osmo-hlr_10.42.42.2(pid=16169): stderr: \u000a| �[0;m�[1;31m20221210025352805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025352805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025352805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025352805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025352805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025352805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025352817 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025352825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025352825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025352825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:53:55.651885 run osmo-msc_10.42.42.6(pid=16175): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16175)]\u000a02:53:55.701335 run osmo-msc_10.42.42.6(pid=16175): stdout: \u000a| (launched: 2022-12-10_02:53:54.536598) \u000a02:53:55.751294 run osmo-msc_10.42.42.6(pid=16175): stderr: \u000a| �[0;m�[38;5;43m20221210025354810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210025354810 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f923b083c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210025354810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210025354811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210025354811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210025354811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210025354813 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210025354814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210025354814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210025354814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:53:55.793259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16168): Terminating (SIGTERM)\u000a02:53:55.832942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16171): Terminating (SIGTERM)\u000a02:53:55.873712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16174): Terminating (SIGTERM)\u000a02:53:55.882971 --- ParallelTerminationStrategy: PID 16168 died...\u000a02:53:55.936735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16168): Terminated: ok {rc=0}\u000a02:53:55.946338 --- ParallelTerminationStrategy: PID 16171 died...\u000a02:53:55.999527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16171): Terminated: ok {rc=0}\u000a02:53:56.009398 --- ParallelTerminationStrategy: PID 16174 died...\u000a02:53:56.062887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16174): Terminated: ok {rc=0}\u000a02:53:56.151884 bus /sierra_3: Setting Powered False\u000a02:53:57.255327 bus /sierra_3: Setting Powered False\u000a02:53:58.367751 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16183): Process ended prematurely: osmo-stp_10.42.42.5(pid=16183) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16183)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16183): Process ended prematurely: osmo-stp_10.42.42.5(pid=16183) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:53:59.477692 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:53:59.489355 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:53:59.648005 tst mo_mt_call_osmux.py: using LAC 25489\u000a02:53:59.768767 tst mo_mt_call_osmux.py: using RAC 244\u000a02:53:59.888092 tst mo_mt_call_osmux.py: using CellId 25489\u000a02:54:00.008510 tst mo_mt_call_osmux.py: using BVCI 25490\u000a02:54:00.031578 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:00.042675 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:00.053592 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:00.064690 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:00.075981 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:00.087099 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:54:00.203730 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:54:00.417233 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:54:00.990945 run create_hlr_db(pid=16177): Launched\u000a02:54:01.177442 bus /sierra_2: Setting Powered False\u000a02:54:02.191087 run create_hlr_db(pid=16177): Terminated: ok {rc=0}\u000a02:54:02.608239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16179): Launched\u000a02:54:02.912651 run osmo-hlr_10.42.42.2(pid=16180): Launched\u000a02:54:03.030855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:54:03.564182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16182): Launched\u000a02:54:03.868341 run osmo-stp_10.42.42.5(pid=16183): Launched\u000a02:54:03.978646 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:54:04.532786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16185): Launched\u000a02:54:04.838318 run osmo-msc_10.42.42.6(pid=16186): Launched\u000a02:54:05.017250 run osmo-stp_10.42.42.5(pid=16183): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16183)]\u000a02:54:05.147354 run osmo-stp_10.42.42.5(pid=16183): stdout: \u000a| (launched: 2022-12-10_02:54:03.718634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:05.274738 run osmo-stp_10.42.42.5(pid=16183): stderr: \u000a| �[0;m�[38;5;43m20221210025403891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025403892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025403892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025403892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025403893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025403893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025403893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:05.396833 run osmo-stp_10.42.42.5(pid=16183): stdout: \u000a| (launched: 2022-12-10_02:54:03.718634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:05.517699 run osmo-stp_10.42.42.5(pid=16183): stderr: \u000a| �[0;m�[38;5;43m20221210025403891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025403892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025403892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025403892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025403893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025403893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025403893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:05.571185 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16183): Process ended prematurely: osmo-stp_10.42.42.5(pid=16183) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16183)] [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a02:54:05.579789 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a02:54:05.640454 run osmo-hlr_10.42.42.2(pid=16180): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16180)]\u000a02:54:05.690543 run osmo-hlr_10.42.42.2(pid=16180): stdout: \u000a| (launched: 2022-12-10_02:54:02.762905) \u000a02:54:05.740811 run osmo-hlr_10.42.42.2(pid=16180): stderr: \u000a| �[0;m�[1;31m20221210025402938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025402938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025402938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025402938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025402938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025402938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025402948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025402957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025402958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025402958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:54:05.808917 run osmo-msc_10.42.42.6(pid=16186): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16186)]\u000a02:54:05.858422 run osmo-msc_10.42.42.6(pid=16186): stdout: \u000a| (launched: 2022-12-10_02:54:04.687257) \u000a02:54:05.909038 run osmo-msc_10.42.42.6(pid=16186): stderr: \u000a| �[0;m�[38;5;43m20221210025404956 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210025404957 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe3aa730c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210025404957 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210025404957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210025404957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210025404957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210025404959 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210025404959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210025404959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210025404959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:54:05.951204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16179): Terminating (SIGTERM)\u000a02:54:05.991465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16182): Terminating (SIGTERM)\u000a02:54:06.031399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16185): Terminating (SIGTERM)\u000a02:54:06.040920 --- ParallelTerminationStrategy: PID 16179 died...\u000a02:54:06.094943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16179): Terminated: ok {rc=0}\u000a02:54:06.104768 --- ParallelTerminationStrategy: PID 16182 died...\u000a02:54:06.158706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16182): Terminated: ok {rc=0}\u000a02:54:06.168478 --- ParallelTerminationStrategy: PID 16185 died...\u000a02:54:06.221554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16185): Terminated: ok {rc=0}\u000a02:54:06.310441 bus /sierra_3: Setting Powered False\u000a02:54:07.416667 bus /sierra_3: Setting Powered False\u000a02:54:08.525197 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:53:49" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16198): Process ended prematurely: osmo-stp_10.42.42.5(pid=16198) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16198)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16198): Process ended prematurely: osmo-stp_10.42.42.5(pid=16198) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:54:10.528677 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:10.539637 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:54:10.700853 tst mo_mt_call.py: using LAC 25490\u000a02:54:10.820304 tst mo_mt_call.py: using RAC 245\u000a02:54:10.939251 tst mo_mt_call.py: using CellId 25490\u000a02:54:11.061453 tst mo_mt_call.py: using BVCI 25491\u000a02:54:11.084434 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:11.095404 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:11.106271 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:11.117399 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:11.128514 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:11.139505 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:54:11.260454 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:54:11.473498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:54:11.980929 run create_hlr_db(pid=16192): Launched\u000a02:54:12.156839 bus /sierra_2: Setting Powered False\u000a02:54:13.175933 run create_hlr_db(pid=16192): Terminated: ok {rc=0}\u000a02:54:13.580076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16194): Launched\u000a02:54:13.884492 run osmo-hlr_10.42.42.2(pid=16195): Launched\u000a02:54:14.001060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:54:14.535583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16197): Launched\u000a02:54:14.842117 run osmo-stp_10.42.42.5(pid=16198): Launched\u000a02:54:14.952545 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:54:15.506955 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16200): Launched\u000a02:54:15.810752 run osmo-msc_10.42.42.6(pid=16201): Launched\u000a02:54:16.148132 run osmo-stp_10.42.42.5(pid=16198): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16198)]\u000a02:54:16.342349 run osmo-stp_10.42.42.5(pid=16198): stdout: \u000a| (launched: 2022-12-10_02:54:14.693173)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:16.481745 run osmo-stp_10.42.42.5(pid=16198): stderr: \u000a| �[0;m�[38;5;43m20221210025414864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025414864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025414864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025414865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025414865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025414865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025414865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:16.615514 run osmo-stp_10.42.42.5(pid=16198): stdout: \u000a| (launched: 2022-12-10_02:54:14.693173)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:16.746144 run osmo-stp_10.42.42.5(pid=16198): stderr: \u000a| �[0;m�[38;5;43m20221210025414864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025414864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025414864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025414865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025414865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025414865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025414865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:16.805236 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16198): Process ended prematurely: osmo-stp_10.42.42.5(pid=16198) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16198)] [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a02:54:16.816013 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:54:16.880273 run osmo-hlr_10.42.42.2(pid=16195): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16195)]\u000a02:54:16.933008 run osmo-hlr_10.42.42.2(pid=16195): stdout: \u000a| (launched: 2022-12-10_02:54:13.734571) \u000a02:54:16.986529 run osmo-hlr_10.42.42.2(pid=16195): stderr: \u000a| �[0;m�[1;31m20221210025413913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025413913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025413913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025413913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025413913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025413913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025413925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025413933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025413933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025413933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:54:17.060100 run osmo-msc_10.42.42.6(pid=16201): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16201)]\u000a02:54:17.114020 run osmo-msc_10.42.42.6(pid=16201): stdout: \u000a| (launched: 2022-12-10_02:54:15.659991) \u000a02:54:17.167157 run osmo-msc_10.42.42.6(pid=16201): stderr: \u000a| �[0;m�[38;5;43m20221210025416007 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210025416007 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae136a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210025416007 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210025416007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210025416008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210025416008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210025416014 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210025416015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210025416015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210025416015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:54:17.213083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16194): Terminating (SIGTERM)\u000a02:54:17.256253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16197): Terminating (SIGTERM)\u000a02:54:17.302203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16200): Terminating (SIGTERM)\u000a02:54:17.311935 --- ParallelTerminationStrategy: PID 16194 died...\u000a02:54:17.367866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16194): Terminated: ok {rc=0}\u000a02:54:17.377900 --- ParallelTerminationStrategy: PID 16197 died...\u000a02:54:17.433851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16197): Terminated: ok {rc=0}\u000a02:54:17.443843 --- ParallelTerminationStrategy: PID 16200 died...\u000a02:54:17.499738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16200): Terminated: ok {rc=0}\u000a02:54:17.587413 bus /sierra_3: Setting Powered False\u000a02:54:18.693887 bus /sierra_3: Setting Powered False\u000a02:54:19.801626 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16209): Process ended prematurely: osmo-stp_10.42.42.5(pid=16209) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16209)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16209): Process ended prematurely: osmo-stp_10.42.42.5(pid=16209) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16209)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:54:20.916827 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:20.928909 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:54:21.094430 tst mo_mt_call_osmux.py: using LAC 25491\u000a02:54:21.222523 tst mo_mt_call_osmux.py: using RAC 246\u000a02:54:21.348738 tst mo_mt_call_osmux.py: using CellId 25491\u000a02:54:21.476694 tst mo_mt_call_osmux.py: using BVCI 25492\u000a02:54:21.501338 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:21.512733 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:21.524069 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:21.535315 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:21.546763 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:21.558352 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:54:21.677783 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:54:21.880839 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:54:22.356035 run create_hlr_db(pid=16203): Launched\u000a02:54:22.529652 bus /sierra_2: Setting Powered False\u000a02:54:23.551856 run create_hlr_db(pid=16203): Terminated: ok {rc=0}\u000a02:54:23.981606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16205): Launched\u000a02:54:24.304240 run osmo-hlr_10.42.42.2(pid=16206): Launched\u000a02:54:24.423211 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:54:24.983088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16208): Launched\u000a02:54:25.305982 run osmo-stp_10.42.42.5(pid=16209): Launched\u000a02:54:25.424727 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:54:26.015131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16211): Launched\u000a02:54:26.337686 run osmo-msc_10.42.42.6(pid=16212): Launched\u000a02:54:26.527562 run osmo-stp_10.42.42.5(pid=16209): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16209)]\u000a02:54:26.663193 run osmo-stp_10.42.42.5(pid=16209): stdout: \u000a| (launched: 2022-12-10_02:54:25.147252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:26.798881 run osmo-stp_10.42.42.5(pid=16209): stderr: \u000a| �[0;m�[38;5;43m20221210025425340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025425341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025425341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025425341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025425342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025425342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025425342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:26.927801 run osmo-stp_10.42.42.5(pid=16209): stdout: \u000a| (launched: 2022-12-10_02:54:25.147252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:27.055252 run osmo-stp_10.42.42.5(pid=16209): stderr: \u000a| �[0;m�[38;5;43m20221210025425340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025425341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025425341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025425341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025425342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025425342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025425342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:27.111768 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16209): Process ended prematurely: osmo-stp_10.42.42.5(pid=16209) [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16209)] [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a02:54:27.120777 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:54:27.182806 run osmo-hlr_10.42.42.2(pid=16206): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16206)]\u000a02:54:27.233661 run osmo-hlr_10.42.42.2(pid=16206): stdout: \u000a| (launched: 2022-12-10_02:54:24.146001) \u000a02:54:27.285232 run osmo-hlr_10.42.42.2(pid=16206): stderr: \u000a| �[0;m�[1;31m20221210025424343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025424343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025424343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025424344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025424344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025424344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025424357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025424365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025424365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025424366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:54:27.355646 run osmo-msc_10.42.42.6(pid=16212): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16212)]\u000a02:54:27.407110 run osmo-msc_10.42.42.6(pid=16212): stdout: \u000a| (launched: 2022-12-10_02:54:26.179296) \u000a02:54:27.458963 run osmo-msc_10.42.42.6(pid=16212): stderr: \u000a| �[0;m�[38;5;43m20221210025426498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210025426498 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b9a369c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210025426498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210025426498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210025426499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210025426499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210025426500 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210025426501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210025426501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210025426501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:54:27.502708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16205): Terminating (SIGTERM)\u000a02:54:27.543954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16208): Terminating (SIGTERM)\u000a02:54:27.585452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16211): Terminating (SIGTERM)\u000a02:54:27.594962 --- ParallelTerminationStrategy: PID 16205 died...\u000a02:54:27.650265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16205): Terminated: ok {rc=0}\u000a02:54:27.660225 --- ParallelTerminationStrategy: PID 16208 died...\u000a02:54:27.715318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16208): Terminated: ok {rc=0}\u000a02:54:27.725344 --- ParallelTerminationStrategy: PID 16211 died...\u000a02:54:27.780104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16211): Terminated: ok {rc=0}\u000a02:54:27.866725 bus /sierra_3: Setting Powered False\u000a02:54:28.972314 bus /sierra_3: Setting Powered False\u000a02:54:30.080118 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:54:10" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16223): Process ended prematurely: osmo-stp_10.42.42.5(pid=16223) [trial-2368↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16223)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16223): Process ended prematurely: osmo-stp_10.42.42.5(pid=16223) [trial-2368↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16223)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a02:54:32.131693 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:32.143711 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:54:32.310808 tst mo_mt_call.py: using LAC 25492\u000a02:54:32.436804 tst mo_mt_call.py: using RAC 247\u000a02:54:32.562367 tst mo_mt_call.py: using CellId 25492\u000a02:54:32.689923 tst mo_mt_call.py: using BVCI 25493\u000a02:54:32.714580 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:32.726370 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:32.737892 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:32.750106 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:32.762151 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:32.773986 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:54:32.893062 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:54:33.104120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:54:33.623598 run create_hlr_db(pid=16217): Launched\u000a02:54:33.811118 bus /sierra_2: Setting Powered False\u000a02:54:34.831736 run create_hlr_db(pid=16217): Terminated: ok {rc=0}\u000a02:54:35.239513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16219): Launched\u000a02:54:35.543709 run osmo-hlr_10.42.42.2(pid=16220): Launched\u000a02:54:35.662693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:54:36.196516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16222): Launched\u000a02:54:36.500327 run osmo-stp_10.42.42.5(pid=16223): Launched\u000a02:54:36.612171 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:54:37.166657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16225): Launched\u000a02:54:37.471489 run osmo-msc_10.42.42.6(pid=16226): Launched\u000a02:54:37.652838 run osmo-stp_10.42.42.5(pid=16223): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16223)]\u000a02:54:37.783320 run osmo-stp_10.42.42.5(pid=16223): stdout: \u000a| (launched: 2022-12-10_02:54:36.350146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:37.910276 run osmo-stp_10.42.42.5(pid=16223): stderr: \u000a| �[0;m�[38;5;43m20221210025436519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025436519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025436519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025436520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025436520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025436520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025436520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:38.032223 run osmo-stp_10.42.42.5(pid=16223): stdout: \u000a| (launched: 2022-12-10_02:54:36.350146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:38.153148 run osmo-stp_10.42.42.5(pid=16223): stderr: \u000a| �[0;m�[38;5;43m20221210025436519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025436519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025436519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025436520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025436520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025436520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025436520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:38.206366 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16223): Process ended prematurely: osmo-stp_10.42.42.5(pid=16223) [trial-2368↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16223)] [trial-2368↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a02:54:38.214847 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:54:38.274913 run osmo-hlr_10.42.42.2(pid=16220): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16220)]\u000a02:54:38.324033 run osmo-hlr_10.42.42.2(pid=16220): stdout: \u000a| (launched: 2022-12-10_02:54:35.393915) \u000a02:54:38.373929 run osmo-hlr_10.42.42.2(pid=16220): stderr: \u000a| �[0;m�[1;31m20221210025435568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025435568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025435568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025435568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025435568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025435568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025435580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025435588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025435588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025435588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:54:38.442012 run osmo-msc_10.42.42.6(pid=16226): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16226)]\u000a02:54:38.491063 run osmo-msc_10.42.42.6(pid=16226): stdout: \u000a| (launched: 2022-12-10_02:54:37.320323) \u000a02:54:38.540854 run osmo-msc_10.42.42.6(pid=16226): stderr: \u000a| �[0;m�[38;5;43m20221210025437592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210025437592 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb815abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210025437592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210025437592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210025437592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210025437592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210025437594 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210025437595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210025437595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210025437595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:54:38.582689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16219): Terminating (SIGTERM)\u000a02:54:38.622713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16222): Terminating (SIGTERM)\u000a02:54:38.662537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16225): Terminating (SIGTERM)\u000a02:54:38.671925 --- ParallelTerminationStrategy: PID 16219 died...\u000a02:54:38.724995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16219): Terminated: ok {rc=0}\u000a02:54:38.734818 --- ParallelTerminationStrategy: PID 16222 died...\u000a02:54:38.787712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16222): Terminated: ok {rc=0}\u000a02:54:38.797845 --- ParallelTerminationStrategy: PID 16225 died...\u000a02:54:38.850765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16225): Terminated: ok {rc=0}\u000a02:54:38.940041 bus /sierra_3: Setting Powered False\u000a02:54:40.042859 bus /sierra_3: Setting Powered False\u000a02:54:41.148424 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16234): Process ended prematurely: osmo-stp_10.42.42.5(pid=16234) [trial-2368↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16234)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16234): Process ended prematurely: osmo-stp_10.42.42.5(pid=16234) [trial-2368↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:54:42.264391 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:42.276725 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:54:42.448292 tst mo_mt_call_osmux.py: using LAC 25493\u000a02:54:42.573871 tst mo_mt_call_osmux.py: using RAC 248\u000a02:54:42.694548 tst mo_mt_call_osmux.py: using CellId 25493\u000a02:54:42.818039 tst mo_mt_call_osmux.py: using BVCI 25494\u000a02:54:42.841104 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:42.852449 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:42.863726 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:42.875162 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:42.886627 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:42.897948 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:54:43.019446 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:54:43.231227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:54:43.749800 run create_hlr_db(pid=16228): Launched\u000a02:54:43.936790 bus /sierra_2: Setting Powered False\u000a02:54:44.957400 run create_hlr_db(pid=16228): Terminated: ok {rc=0}\u000a02:54:45.387560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16230): Launched\u000a02:54:45.711550 run osmo-hlr_10.42.42.2(pid=16231): Launched\u000a02:54:45.834669 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:54:46.468667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16233): Launched\u000a02:54:46.940628 run osmo-stp_10.42.42.5(pid=16234): Launched\u000a02:54:47.170309 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:54:47.793798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16236): Launched\u000a02:54:48.117931 run osmo-msc_10.42.42.6(pid=16237): Launched\u000a02:54:48.307222 run osmo-stp_10.42.42.5(pid=16234): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16234)]\u000a02:54:48.444615 run osmo-stp_10.42.42.5(pid=16234): stdout: \u000a| (launched: 2022-12-10_02:54:46.666789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:48.581083 run osmo-stp_10.42.42.5(pid=16234): stderr: \u000a| �[0;m�[38;5;43m20221210025446935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025446936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025446936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025446936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025446945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025446945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025446945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:48.710918 run osmo-stp_10.42.42.5(pid=16234): stdout: \u000a| (launched: 2022-12-10_02:54:46.666789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:48.839335 run osmo-stp_10.42.42.5(pid=16234): stderr: \u000a| �[0;m�[38;5;43m20221210025446935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025446936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025446936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025446936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025446945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025446945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025446945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:48.896317 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16234): Process ended prematurely: osmo-stp_10.42.42.5(pid=16234) [trial-2368↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16234)] [trial-2368↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a02:54:48.905394 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a02:54:48.967401 run osmo-hlr_10.42.42.2(pid=16231): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16231)]\u000a02:54:49.018480 run osmo-hlr_10.42.42.2(pid=16231): stdout: \u000a| (launched: 2022-12-10_02:54:45.552858) \u000a02:54:49.070167 run osmo-hlr_10.42.42.2(pid=16231): stderr: \u000a| �[0;m�[1;31m20221210025445751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025445751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025445751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025445751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025445751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025445751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025445763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025445772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025445772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025445772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:54:49.140498 run osmo-msc_10.42.42.6(pid=16237): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16237)]\u000a02:54:49.191592 run osmo-msc_10.42.42.6(pid=16237): stdout: \u000a| (launched: 2022-12-10_02:54:47.958946) \u000a02:54:49.243336 run osmo-msc_10.42.42.6(pid=16237): stderr: \u000a| �[0;m�[38;5;43m20221210025448280 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210025448281 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff5fb657c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210025448281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210025448281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210025448281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210025448281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210025448283 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210025448283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210025448283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210025448283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:54:49.287219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16230): Terminating (SIGTERM)\u000a02:54:49.328884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16233): Terminating (SIGTERM)\u000a02:54:49.370718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16236): Terminating (SIGTERM)\u000a02:54:49.380387 --- ParallelTerminationStrategy: PID 16230 died...\u000a02:54:49.436300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16230): Terminated: ok {rc=0}\u000a02:54:49.446319 --- ParallelTerminationStrategy: PID 16233 died...\u000a02:54:49.501452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16233): Terminated: ok {rc=0}\u000a02:54:49.511331 --- ParallelTerminationStrategy: PID 16236 died...\u000a02:54:49.566426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16236): Terminated: ok {rc=0}\u000a02:54:49.653806 bus /sierra_3: Setting Powered False\u000a02:54:50.757212 bus /sierra_3: Setting Powered False\u000a02:54:51.867632 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:54:31" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16248): Process ended prematurely: osmo-stp_10.42.42.5(pid=16248) [trial-2368↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16248)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16248): Process ended prematurely: osmo-stp_10.42.42.5(pid=16248) [trial-2368↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a02:54:53.859088 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:54:53.871331 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:54:54.029944 tst mo_mt_call.py: using LAC 25494\u000a02:54:54.147409 tst mo_mt_call.py: using RAC 249\u000a02:54:54.279922 tst mo_mt_call.py: using CellId 25494\u000a02:54:54.405164 tst mo_mt_call.py: using BVCI 25495\u000a02:54:54.430338 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:54:54.441740 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:54:54.452809 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:54:54.463927 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:54:54.475258 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:54:54.486951 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:54:54.606968 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:54:54.817348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:54:55.333813 run create_hlr_db(pid=16242): Launched\u000a02:54:55.520459 bus /sierra_2: Setting Powered False\u000a02:54:56.541576 run create_hlr_db(pid=16242): Terminated: ok {rc=0}\u000a02:54:56.947925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16244): Launched\u000a02:54:57.251639 run osmo-hlr_10.42.42.2(pid=16245): Launched\u000a02:54:57.369882 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:54:57.905773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16247): Launched\u000a02:54:58.212407 run osmo-stp_10.42.42.5(pid=16248): Launched\u000a02:54:58.324177 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:54:58.879262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16250): Launched\u000a02:54:59.184356 run osmo-msc_10.42.42.6(pid=16251): Launched\u000a02:54:59.364038 run osmo-stp_10.42.42.5(pid=16248): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16248)]\u000a02:54:59.493633 run osmo-stp_10.42.42.5(pid=16248): stdout: \u000a| (launched: 2022-12-10_02:54:58.059136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:59.620328 run osmo-stp_10.42.42.5(pid=16248): stderr: \u000a| �[0;m�[38;5;43m20221210025458230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025458231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025458231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025458231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025458232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025458232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025458232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:59.742134 run osmo-stp_10.42.42.5(pid=16248): stdout: \u000a| (launched: 2022-12-10_02:54:58.059136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:59.862946 run osmo-stp_10.42.42.5(pid=16248): stderr: \u000a| �[0;m�[38;5;43m20221210025458230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025458231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025458231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025458231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025458232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025458232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025458232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:59.916415 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16248): Process ended prematurely: osmo-stp_10.42.42.5(pid=16248) [trial-2368↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16248)] [trial-2368↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a02:54:59.925081 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:54:59.984780 run osmo-hlr_10.42.42.2(pid=16245): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16245)]\u000a02:55:00.033667 run osmo-hlr_10.42.42.2(pid=16245): stdout: \u000a| (launched: 2022-12-10_02:54:57.101430) \u000a02:55:00.083227 run osmo-hlr_10.42.42.2(pid=16245): stderr: \u000a| �[0;m�[1;31m20221210025457279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025457279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025457279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025457279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025457279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025457279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025457291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025457300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025457300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025457300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:55:00.150387 run osmo-msc_10.42.42.6(pid=16251): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16251)]\u000a02:55:00.198979 run osmo-msc_10.42.42.6(pid=16251): stdout: \u000a| (launched: 2022-12-10_02:54:59.033199) \u000a02:55:00.248576 run osmo-msc_10.42.42.6(pid=16251): stderr: \u000a| �[0;m�[38;5;43m20221210025459307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210025459307 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7face1cc3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210025459307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210025459307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210025459308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210025459308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210025459309 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210025459310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210025459310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210025459310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:55:00.290485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16244): Terminating (SIGTERM)\u000a02:55:00.330108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16247): Terminating (SIGTERM)\u000a02:55:00.369896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16250): Terminating (SIGTERM)\u000a02:55:00.379271 --- ParallelTerminationStrategy: PID 16244 died...\u000a02:55:00.432408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16244): Terminated: ok {rc=0}\u000a02:55:00.442460 --- ParallelTerminationStrategy: PID 16247 died...\u000a02:55:00.495418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16247): Terminated: ok {rc=0}\u000a02:55:00.505002 --- ParallelTerminationStrategy: PID 16250 died...\u000a02:55:00.558101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16250): Terminated: ok {rc=0}\u000a02:55:00.647095 bus /sierra_3: Setting Powered False\u000a02:55:01.754438 bus /sierra_3: Setting Powered False\u000a02:55:02.866518 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16262): Process ended prematurely: osmo-stp_10.42.42.5(pid=16262) [trial-2368↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16262)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16262): Process ended prematurely: osmo-stp_10.42.42.5(pid=16262) [trial-2368↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16262)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:55:03.977030 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:03.988410 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:55:04.148022 tst mo_mt_call_osmux.py: using LAC 25495\u000a02:55:04.269202 tst mo_mt_call_osmux.py: using RAC 250\u000a02:55:04.388610 tst mo_mt_call_osmux.py: using CellId 25495\u000a02:55:04.509263 tst mo_mt_call_osmux.py: using BVCI 25496\u000a02:55:04.532134 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:04.542962 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:04.553590 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:04.564449 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:04.575532 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:04.586467 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:55:04.703457 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:55:04.914426 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:55:05.432208 run create_hlr_db(pid=16256): Launched\u000a02:55:05.619226 bus /sierra_2: Setting Powered False\u000a02:55:06.640519 run create_hlr_db(pid=16256): Terminated: ok {rc=0}\u000a02:55:07.048052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16258): Launched\u000a02:55:07.353318 run osmo-hlr_10.42.42.2(pid=16259): Launched\u000a02:55:07.468926 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:55:07.994409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16261): Launched\u000a02:55:08.298066 run osmo-stp_10.42.42.5(pid=16262): Launched\u000a02:55:08.409584 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:55:08.965963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16264): Launched\u000a02:55:09.271458 run osmo-msc_10.42.42.6(pid=16265): Launched\u000a02:55:09.455297 run osmo-stp_10.42.42.5(pid=16262): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16262)]\u000a02:55:09.585196 run osmo-stp_10.42.42.5(pid=16262): stdout: \u000a| (launched: 2022-12-10_02:55:08.147566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:09.712143 run osmo-stp_10.42.42.5(pid=16262): stderr: \u000a| �[0;m�[38;5;43m20221210025508318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025508318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025508319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025508319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025508320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025508320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025508320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:09.833470 run osmo-stp_10.42.42.5(pid=16262): stdout: \u000a| (launched: 2022-12-10_02:55:08.147566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:09.954220 run osmo-stp_10.42.42.5(pid=16262): stderr: \u000a| �[0;m�[38;5;43m20221210025508318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025508318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025508319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025508319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025508320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025508320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025508320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:10.007501 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16262): Process ended prematurely: osmo-stp_10.42.42.5(pid=16262) [trial-2368↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16262)] [trial-2368↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a02:55:10.015983 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a02:55:10.076732 run osmo-hlr_10.42.42.2(pid=16259): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16259)]\u000a02:55:10.126312 run osmo-hlr_10.42.42.2(pid=16259): stdout: \u000a| (launched: 2022-12-10_02:55:07.203184) \u000a02:55:10.176020 run osmo-hlr_10.42.42.2(pid=16259): stderr: \u000a| �[0;m�[1;31m20221210025507380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025507380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025507380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025507380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025507380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025507380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025507392 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025507402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025507402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025507402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:55:10.244791 run osmo-msc_10.42.42.6(pid=16265): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16265)]\u000a02:55:10.294376 run osmo-msc_10.42.42.6(pid=16265): stdout: \u000a| (launched: 2022-12-10_02:55:09.120159) \u000a02:55:10.344808 run osmo-msc_10.42.42.6(pid=16265): stderr: \u000a| �[0;m�[38;5;43m20221210025509393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210025509393 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f845c180c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210025509393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210025509393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210025509394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210025509394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210025509395 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210025509396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210025509396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210025509397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:55:10.387297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16258): Terminating (SIGTERM)\u000a02:55:10.427628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16261): Terminating (SIGTERM)\u000a02:55:10.468206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16264): Terminating (SIGTERM)\u000a02:55:10.477806 --- ParallelTerminationStrategy: PID 16258 died...\u000a02:55:10.532396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16258): Terminated: ok {rc=0}\u000a02:55:10.542234 --- ParallelTerminationStrategy: PID 16261 died...\u000a02:55:10.596275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16261): Terminated: ok {rc=0}\u000a02:55:10.606044 --- ParallelTerminationStrategy: PID 16264 died...\u000a02:55:10.659753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16264): Terminated: ok {rc=0}\u000a02:55:10.744666 bus /sierra_3: Setting Powered False\u000a02:55:11.853075 bus /sierra_3: Setting Powered False\u000a02:55:12.962602 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:54:53" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16276): Process ended prematurely: osmo-stp_10.42.42.5(pid=16276) [trial-2368↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16276)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16276): Process ended prematurely: osmo-stp_10.42.42.5(pid=16276) [trial-2368↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16276)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a02:55:14.979080 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:14.990533 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a02:55:15.134315 tst emergency_mo_mt_call.py: using LAC 25496\u000a02:55:15.258217 tst emergency_mo_mt_call.py: using RAC 251\u000a02:55:15.381976 tst emergency_mo_mt_call.py: using CellId 25496\u000a02:55:15.507535 tst emergency_mo_mt_call.py: using BVCI 25497\u000a02:55:15.531662 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:15.542779 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:15.553641 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:15.564792 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:15.575720 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:15.586658 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a02:55:15.706102 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a02:55:15.919601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:55:16.470328 run create_hlr_db(pid=16270): Launched\u000a02:55:16.660933 bus /sierra_2: Setting Powered False\u000a02:55:17.670354 run create_hlr_db(pid=16270): Terminated: ok {rc=0}\u000a02:55:18.098474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16272): Launched\u000a02:55:18.416347 run osmo-hlr_10.42.42.2(pid=16273): Launched\u000a02:55:18.538206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:55:19.091764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16275): Launched\u000a02:55:19.408259 run osmo-stp_10.42.42.5(pid=16276): Launched\u000a02:55:19.534885 tst emergency_mo_mt_call.py: using MSISDN 7512\u000a02:55:19.693942 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:55:20.274249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16278): Launched\u000a02:55:20.593759 run osmo-msc_10.42.42.6(pid=16279): Launched\u000a02:55:20.779994 run osmo-stp_10.42.42.5(pid=16276): ERR: Terminated: ERROR {rc=1} [trial-2368↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16276)]\u000a02:55:20.914660 run osmo-stp_10.42.42.5(pid=16276): stdout: \u000a| (launched: 2022-12-10_02:55:19.253426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:21.048615 run osmo-stp_10.42.42.5(pid=16276): stderr: \u000a| �[0;m�[38;5;43m20221210025519444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025519444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025519445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025519445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025519446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025519446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025519446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:21.176109 run osmo-stp_10.42.42.5(pid=16276): stdout: \u000a| (launched: 2022-12-10_02:55:19.253426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:21.302231 run osmo-stp_10.42.42.5(pid=16276): stderr: \u000a| �[0;m�[38;5;43m20221210025519444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025519444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025519445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025519445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025519446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025519446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025519446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:21.357626 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=16276): Process ended prematurely: osmo-stp_10.42.42.5(pid=16276) [trial-2368↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16276)] [trial-2368↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a02:55:21.366059 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a02:55:21.428695 run osmo-hlr_10.42.42.2(pid=16273): ERR: Terminated: ERROR {rc=237} [trial-2368↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16273)]\u000a02:55:21.480209 run osmo-hlr_10.42.42.2(pid=16273): stdout: \u000a| (launched: 2022-12-10_02:55:18.259519) \u000a02:55:21.532101 run osmo-hlr_10.42.42.2(pid=16273): stderr: \u000a| �[0;m�[1;31m20221210025518457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025518457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025518457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025518457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025518457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025518457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025518469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025518477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025518477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025518477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:55:21.602742 run osmo-msc_10.42.42.6(pid=16279): ERR: Terminated: ERROR {rc=2} [trial-2368↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16279)]\u000a02:55:21.653814 run osmo-msc_10.42.42.6(pid=16279): stdout: \u000a| (launched: 2022-12-10_02:55:20.436269) \u000a02:55:21.705320 run osmo-msc_10.42.42.6(pid=16279): stderr: \u000a| �[0;m�[38;5;43m20221210025520758 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210025520758 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa3a0955c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210025520758 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210025520758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210025520758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210025520759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210025520760 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210025520761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210025520761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210025520761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:55:21.749113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16272): Terminating (SIGTERM)\u000a02:55:21.790442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16275): Terminating (SIGTERM)\u000a02:55:21.831952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16278): Terminating (SIGTERM)\u000a02:55:21.841619 --- ParallelTerminationStrategy: PID 16272 died...\u000a02:55:21.897241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16272): Terminated: ok {rc=0}\u000a02:55:21.907197 --- ParallelTerminationStrategy: PID 16275 died...\u000a02:55:21.962277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16275): Terminated: ok {rc=0}\u000a02:55:21.972184 --- ParallelTerminationStrategy: PID 16278 died...\u000a02:55:22.027540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16278): Terminated: ok {rc=0}\u000a02:55:22.114917 bus /sierra_3: Setting Powered False\u000a02:55:23.221315 bus /sierra_3: Setting Powered False\u000a02:55:24.332875 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16287): Process ended prematurely: osmo-stp_10.42.42.5(pid=16287) [trial-2368↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16287)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16287): Process ended prematurely: osmo-stp_10.42.42.5(pid=16287) [trial-2368↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a02:55:25.384248 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:25.395923 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a02:55:25.543727 tst emergency_preemptive_call.py: using LAC 25497\u000a02:55:25.665911 tst emergency_preemptive_call.py: using RAC 252\u000a02:55:25.788518 tst emergency_preemptive_call.py: using CellId 25497\u000a02:55:25.913651 tst emergency_preemptive_call.py: using BVCI 25498\u000a02:55:25.937818 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:25.948849 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:25.959807 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:25.970785 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:25.981700 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:25.992550 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a02:55:26.107378 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a02:55:26.226479 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a02:55:26.342919 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a02:55:26.549854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:55:27.057821 run create_hlr_db(pid=16281): Launched\u000a02:55:27.242304 bus /sierra_2: Setting Powered False\u000a02:55:28.262163 run create_hlr_db(pid=16281): Terminated: ok {rc=0}\u000a02:55:28.662793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16283): Launched\u000a02:55:28.960517 run osmo-hlr_10.42.42.2(pid=16284): Launched\u000a02:55:29.070541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:55:29.587181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16286): Launched\u000a02:55:29.887379 run osmo-stp_10.42.42.5(pid=16287): Launched\u000a02:55:30.006165 tst emergency_preemptive_call.py: using MSISDN 7513\u000a02:55:30.153557 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:55:30.694187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16289): Launched\u000a02:55:31.113188 run osmo-msc_10.42.42.6(pid=16290): Launched\u000a02:55:31.351648 run osmo-stp_10.42.42.5(pid=16287): ERR: Terminated: ERROR {rc=1} [trial-2368↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16287)]\u000a02:55:31.703624 run osmo-stp_10.42.42.5(pid=16287): stdout: \u000a| (launched: 2022-12-10_02:55:29.738007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:31.837648 run osmo-stp_10.42.42.5(pid=16287): stderr: \u000a| �[0;m�[38;5;43m20221210025529908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025529908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025529908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025529909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025529909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025529910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025529911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:31.962211 run osmo-stp_10.42.42.5(pid=16287): stdout: \u000a| (launched: 2022-12-10_02:55:29.738007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:32.085284 run osmo-stp_10.42.42.5(pid=16287): stderr: \u000a| �[0;m�[38;5;43m20221210025529908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025529908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025529908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025529909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025529909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025529910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025529911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:32.139142 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=16287): Process ended prematurely: osmo-stp_10.42.42.5(pid=16287) [trial-2368↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16287)] [trial-2368↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a02:55:32.148080 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a02:55:32.213444 run osmo-hlr_10.42.42.2(pid=16284): ERR: Terminated: ERROR {rc=237} [trial-2368↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16284)]\u000a02:55:32.265456 run osmo-hlr_10.42.42.2(pid=16284): stdout: \u000a| (launched: 2022-12-10_02:55:28.813521) \u000a02:55:32.318063 run osmo-hlr_10.42.42.2(pid=16284): stderr: \u000a| �[0;m�[1;31m20221210025528988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025528988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025528989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025528989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025528989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025528989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025529003 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025529014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025529015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025529015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:55:32.389308 run osmo-msc_10.42.42.6(pid=16290): ERR: Terminated: ERROR {rc=2} [trial-2368↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16290)]\u000a02:55:32.439758 run osmo-msc_10.42.42.6(pid=16290): stdout: \u000a| (launched: 2022-12-10_02:55:30.851049) \u000a02:55:32.490627 run osmo-msc_10.42.42.6(pid=16290): stderr: \u000a| �[0;m�[38;5;43m20221210025531471 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210025531472 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b01bc5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210025531472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210025531472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210025531472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210025531472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210025531474 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210025531474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210025531475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210025531475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:55:32.532880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16283): Terminating (SIGTERM)\u000a02:55:32.573178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16286): Terminating (SIGTERM)\u000a02:55:32.614183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16289): Terminating (SIGTERM)\u000a02:55:32.624034 --- ParallelTerminationStrategy: PID 16283 died...\u000a02:55:32.678214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16283): Terminated: ok {rc=0}\u000a02:55:32.687967 --- ParallelTerminationStrategy: PID 16286 died...\u000a02:55:32.741683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16286): Terminated: ok {rc=0}\u000a02:55:32.751595 --- ParallelTerminationStrategy: PID 16289 died...\u000a02:55:32.805436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16289): Terminated: ok {rc=0}\u000a02:55:32.890038 bus /sierra_9: Setting Powered False\u000a02:55:33.992466 bus /sierra_9: Setting Powered False\u000a02:55:35.104433 bus /sierra_8: Setting Powered False\u000a02:55:36.207882 bus /sierra_8: Setting Powered False\u000a02:55:37.319248 bus /sierra_3: Setting Powered False\u000a02:55:38.423745 bus /sierra_3: Setting Powered False\u000a02:55:39.537297 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:55:14" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16306): Process ended prematurely: osmo-stp_10.42.42.5(pid=16306) [trial-2368↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16306)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16306): Process ended prematurely: osmo-stp_10.42.42.5(pid=16306) [trial-2368↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:55:41.648290 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:41.658781 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a02:55:41.795816 tst cs_paging_gprs_active.py: using LAC 25498\u000a02:55:41.916426 tst cs_paging_gprs_active.py: using RAC 253\u000a02:55:42.036604 tst cs_paging_gprs_active.py: using CellId 25498\u000a02:55:42.157689 tst cs_paging_gprs_active.py: using BVCI 25499\u000a02:55:42.180682 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:42.191285 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:42.201649 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:42.212590 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:42.223129 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:42.233626 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:42.244334 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:42.254819 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:42.265527 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:55:42.386724 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:55:42.681524 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:55:42.817137 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:55:43.151881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16296): Launched\u000a02:55:43.431368 run iperf3-srv_10.42.42.10(pid=16297): Launched\u000a02:55:43.630371 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:55:43.766037 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:55:44.101934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16298): Launched\u000a02:55:44.381453 run iperf3-srv_10.42.42.10(pid=16299): Launched\u000a02:55:44.580336 tst cs_paging_gprs_active.py:38: start network...\u000a02:55:44.715272 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:55:45.235064 run create_hlr_db(pid=16300): Launched\u000a02:55:45.422340 bus /sierra_2: Setting Powered False\u000a02:55:46.437822 run create_hlr_db(pid=16300): Terminated: ok {rc=0}\u000a02:55:46.882863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16302): Launched\u000a02:55:47.260236 run osmo-hlr_10.42.42.2(pid=16303): Launched\u000a02:55:47.379375 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:55:47.943572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16305): Launched\u000a02:55:48.267883 run osmo-stp_10.42.42.5(pid=16306): Launched\u000a02:55:48.391321 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:55:48.957341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16308): Launched\u000a02:55:49.073004 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:55:49.355814 run patchelf(pid=16309): Launched\u000a02:55:49.545873 run osmo-stp_10.42.42.5(pid=16306): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16306)]\u000a02:55:49.684237 run osmo-stp_10.42.42.5(pid=16306): stdout: \u000a| (launched: 2022-12-10_02:55:48.108866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:49.823021 run osmo-stp_10.42.42.5(pid=16306): stderr: \u000a| �[0;m�[38;5;43m20221210025548301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025548301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025548301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025548302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025548302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025548302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025548302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:49.957398 run osmo-stp_10.42.42.5(pid=16306): stdout: \u000a| (launched: 2022-12-10_02:55:48.108866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:50.090462 run osmo-stp_10.42.42.5(pid=16306): stderr: \u000a| �[0;m�[38;5;43m20221210025548301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025548301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025548301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025548302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025548302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025548302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025548302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:50.244762 run patchelf(pid=16309): Terminating (SIGINT)\u000a02:55:50.426731 run patchelf(pid=16309): Terminated: ok {rc=0}\u000a02:55:50.460122 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16306): Process ended prematurely: osmo-stp_10.42.42.5(pid=16306) [trial-2368↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16306)] [trial-2368↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a02:55:50.469908 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a02:55:50.533366 run osmo-hlr_10.42.42.2(pid=16303): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16303)]\u000a02:55:50.584930 run osmo-hlr_10.42.42.2(pid=16303): stdout: \u000a| (launched: 2022-12-10_02:55:47.041266) \u000a02:55:50.637158 run osmo-hlr_10.42.42.2(pid=16303): stderr: \u000a| �[0;m�[1;31m20221210025547303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025547303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025547304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025547304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025547304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025547304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025547316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025547324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025547325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025547325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:55:50.681617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16296): Terminating (SIGTERM)\u000a02:55:50.723455 run iperf3-srv_10.42.42.10(pid=16297): Terminating (SIGTERM)\u000a02:55:50.765472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16298): Terminating (SIGTERM)\u000a02:55:50.807230 run iperf3-srv_10.42.42.10(pid=16299): Terminating (SIGTERM)\u000a02:55:50.849115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16302): Terminating (SIGTERM)\u000a02:55:50.890933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16305): Terminating (SIGTERM)\u000a02:55:50.932728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16308): Terminating (SIGTERM)\u000a02:55:50.942527 --- ParallelTerminationStrategy: PID 16296 died...\u000a02:55:50.998590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16296): Terminated: ok {rc=0}\u000a02:55:51.008658 --- ParallelTerminationStrategy: PID 16297 died...\u000a02:55:51.064203 run iperf3-srv_10.42.42.10(pid=16297): Terminated {rc=256}\u000a02:55:51.074167 --- ParallelTerminationStrategy: PID 16298 died...\u000a02:55:51.129349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16298): Terminated: ok {rc=0}\u000a02:55:51.139272 --- ParallelTerminationStrategy: PID 16299 died...\u000a02:55:51.194666 run iperf3-srv_10.42.42.10(pid=16299): Terminated {rc=256}\u000a02:55:51.204634 --- ParallelTerminationStrategy: PID 16302 died...\u000a02:55:51.259729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16302): Terminated: ok {rc=0}\u000a02:55:51.269763 --- ParallelTerminationStrategy: PID 16305 died...\u000a02:55:51.324742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16305): Terminated: ok {rc=0}\u000a02:55:51.334755 --- ParallelTerminationStrategy: PID 16308 died...\u000a02:55:51.389772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16308): Terminated: ok {rc=0}\u000a02:55:51.476303 bus /gobi_0: Setting Powered False\u000a02:55:52.582896 bus /gobi_0: Setting Powered False\u000a02:55:53.690491 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16318): Process ended prematurely: osmo-stp_10.42.42.5(pid=16318) [trial-2368↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16318)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16318): Process ended prematurely: osmo-stp_10.42.42.5(pid=16318) [trial-2368↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a02:55:54.805071 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:54.816518 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a02:55:54.958895 tst iperf3.py: using LAC 25499\u000a02:55:55.082726 tst iperf3.py: using RAC 254\u000a02:55:55.203922 tst iperf3.py: using CellId 25499\u000a02:55:55.322055 tst iperf3.py: using BVCI 25500\u000a02:55:55.345511 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:55.356152 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:55.366824 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:55.378061 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:55.388883 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:55.399909 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:55.411043 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:55.421950 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:55.432850 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:55:55.728136 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:55:55.863125 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:55:56.198258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16310): Launched\u000a02:55:56.478421 run iperf3-srv_10.42.42.10(pid=16311): Launched\u000a02:55:56.677919 tst iperf3.py:8: start network...\u000a02:55:56.813292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:55:57.334613 run create_hlr_db(pid=16312): Launched\u000a02:55:57.523006 bus /gobi_6: Setting Powered False\u000a02:55:58.542886 run create_hlr_db(pid=16312): Terminated: ok {rc=0}\u000a02:55:58.951230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16314): Launched\u000a02:55:59.256110 run osmo-hlr_10.42.42.2(pid=16315): Launched\u000a02:55:59.375339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:55:59.912845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16317): Launched\u000a02:56:00.216225 run osmo-stp_10.42.42.5(pid=16318): Launched\u000a02:56:00.327336 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:56:00.859620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16320): Launched\u000a02:56:00.987605 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:56:01.297711 run patchelf(pid=16321): Launched\u000a02:56:01.492553 run osmo-stp_10.42.42.5(pid=16318): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16318)]\u000a02:56:01.635897 run osmo-stp_10.42.42.5(pid=16318): stdout: \u000a| (launched: 2022-12-10_02:56:00.066524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:01.777605 run osmo-stp_10.42.42.5(pid=16318): stderr: \u000a| �[0;m�[38;5;43m20221210025600238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025600238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025600238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025600239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025600239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025600239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025600239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:01.917476 run osmo-stp_10.42.42.5(pid=16318): stdout: \u000a| (launched: 2022-12-10_02:56:00.066524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:02.054437 run osmo-stp_10.42.42.5(pid=16318): stderr: \u000a| �[0;m�[38;5;43m20221210025600238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025600238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025600238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025600239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025600239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025600239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025600239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:02.213304 run patchelf(pid=16321): Terminating (SIGINT)\u000a02:56:02.395369 run patchelf(pid=16321): Terminated: ok {rc=0}\u000a02:56:02.428628 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16318): Process ended prematurely: osmo-stp_10.42.42.5(pid=16318) [trial-2368↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16318)] [trial-2368↪gprs:trx-lms↪iperf3.py:8]\u000a02:56:02.438437 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a02:56:02.502395 run osmo-hlr_10.42.42.2(pid=16315): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16315)]\u000a02:56:02.554776 run osmo-hlr_10.42.42.2(pid=16315): stdout: \u000a| (launched: 2022-12-10_02:55:59.106123) \u000a02:56:02.607587 run osmo-hlr_10.42.42.2(pid=16315): stderr: \u000a| �[0;m�[1;31m20221210025559282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025559282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025559282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025559282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025559282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025559283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025559294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025559303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025559303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025559303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:56:02.652302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16310): Terminating (SIGTERM)\u000a02:56:02.694147 run iperf3-srv_10.42.42.10(pid=16311): Terminating (SIGTERM)\u000a02:56:02.735973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16314): Terminating (SIGTERM)\u000a02:56:02.777748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16317): Terminating (SIGTERM)\u000a02:56:02.819542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16320): Terminating (SIGTERM)\u000a02:56:02.829304 --- ParallelTerminationStrategy: PID 16310 died...\u000a02:56:02.885360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16310): Terminated: ok {rc=0}\u000a02:56:02.895494 --- ParallelTerminationStrategy: PID 16311 died...\u000a02:56:02.951098 run iperf3-srv_10.42.42.10(pid=16311): Terminated {rc=256}\u000a02:56:02.961256 --- ParallelTerminationStrategy: PID 16314 died...\u000a02:56:03.016824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16314): Terminated: ok {rc=0}\u000a02:56:03.026887 --- ParallelTerminationStrategy: PID 16317 died...\u000a02:56:03.082855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16317): Terminated: ok {rc=0}\u000a02:56:03.092928 --- ParallelTerminationStrategy: PID 16320 died...\u000a02:56:03.148679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16320): Terminated: ok {rc=0}\u000a02:56:03.235539 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16336): Process ended prematurely: osmo-stp_10.42.42.5(pid=16336) [trial-2368↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16336)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16336): Process ended prematurely: osmo-stp_10.42.42.5(pid=16336) [trial-2368↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a02:56:04.352185 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:04.363775 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a02:56:04.509495 tst iperf3m4.py: using LAC 25500\u000a02:56:04.638692 tst iperf3m4.py: using RAC 255\u000a02:56:04.762960 tst iperf3m4.py: using CellId 25500\u000a02:56:04.885228 tst iperf3m4.py: using BVCI 25501\u000a02:56:04.908380 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:04.919175 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:04.929764 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:04.941202 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:04.952207 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:04.963593 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:04.975377 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:04.986292 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:04.997859 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:05.121626 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:05.247912 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:05.363114 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:05.657290 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:56:05.794053 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:56:06.128828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16322): Launched\u000a02:56:06.407346 run iperf3-srv_10.42.42.10(pid=16323): Launched\u000a02:56:06.605955 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:56:06.741805 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:56:07.076686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16324): Launched\u000a02:56:07.356052 run iperf3-srv_10.42.42.10(pid=16325): Launched\u000a02:56:07.555664 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:56:07.691066 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:56:08.026059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16326): Launched\u000a02:56:08.304814 run iperf3-srv_10.42.42.10(pid=16327): Launched\u000a02:56:08.503363 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:56:08.638228 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:56:08.973650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16328): Launched\u000a02:56:09.252178 run iperf3-srv_10.42.42.10(pid=16329): Launched\u000a02:56:09.450140 tst iperf3m4.py:8: start network...\u000a02:56:09.585767 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:56:10.106455 run create_hlr_db(pid=16330): Launched\u000a02:56:10.293373 bus /gobi_6: Setting Powered False\u000a02:56:11.315168 run create_hlr_db(pid=16330): Terminated: ok {rc=0}\u000a02:56:11.723400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16332): Launched\u000a02:56:12.027801 run osmo-hlr_10.42.42.2(pid=16333): Launched\u000a02:56:12.143964 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:56:12.679161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16335): Launched\u000a02:56:12.982136 run osmo-stp_10.42.42.5(pid=16336): Launched\u000a02:56:13.092616 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:56:13.620362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16338): Launched\u000a02:56:13.728130 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:56:13.993108 run patchelf(pid=16339): Launched\u000a02:56:14.170669 run osmo-stp_10.42.42.5(pid=16336): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16336)]\u000a02:56:14.300045 run osmo-stp_10.42.42.5(pid=16336): stdout: \u000a| (launched: 2022-12-10_02:56:12.832926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:14.429774 run osmo-stp_10.42.42.5(pid=16336): stderr: \u000a| �[0;m�[38;5;43m20221210025613004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025613004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025613005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025613005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025613005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025613006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025613006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:14.555344 run osmo-stp_10.42.42.5(pid=16336): stdout: \u000a| (launched: 2022-12-10_02:56:12.832926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:14.680002 run osmo-stp_10.42.42.5(pid=16336): stderr: \u000a| �[0;m�[38;5;43m20221210025613004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025613004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025613005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025613005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025613005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025613006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025613006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:14.825786 run patchelf(pid=16339): Terminating (SIGINT)\u000a02:56:14.995408 run patchelf(pid=16339): Terminated: ok {rc=0}\u000a02:56:15.026714 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16336): Process ended prematurely: osmo-stp_10.42.42.5(pid=16336) [trial-2368↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16336)] [trial-2368↪gprs:trx-lms↪iperf3m4.py:8]\u000a02:56:15.035898 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a02:56:15.097148 run osmo-hlr_10.42.42.2(pid=16333): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16333)]\u000a02:56:15.147319 run osmo-hlr_10.42.42.2(pid=16333): stdout: \u000a| (launched: 2022-12-10_02:56:11.877928) \u000a02:56:15.197544 run osmo-hlr_10.42.42.2(pid=16333): stderr: \u000a| �[0;m�[1;31m20221210025612056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025612056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025612056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025612056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025612056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025612056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025612068 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025612077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025612078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025612078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:56:15.239847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16322): Terminating (SIGTERM)\u000a02:56:15.279968 run iperf3-srv_10.42.42.10(pid=16323): Terminating (SIGTERM)\u000a02:56:15.320077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16324): Terminating (SIGTERM)\u000a02:56:15.360285 run iperf3-srv_10.42.42.10(pid=16325): Terminating (SIGTERM)\u000a02:56:15.400414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16326): Terminating (SIGTERM)\u000a02:56:15.440518 run iperf3-srv_10.42.42.10(pid=16327): Terminating (SIGTERM)\u000a02:56:15.480777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16328): Terminating (SIGTERM)\u000a02:56:15.521927 run iperf3-srv_10.42.42.10(pid=16329): Terminating (SIGTERM)\u000a02:56:15.563890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16332): Terminating (SIGTERM)\u000a02:56:15.603963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16335): Terminating (SIGTERM)\u000a02:56:15.643673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16338): Terminating (SIGTERM)\u000a02:56:15.653118 --- ParallelTerminationStrategy: PID 16322 died...\u000a02:56:15.706606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16322): Terminated: ok {rc=0}\u000a02:56:15.716585 --- ParallelTerminationStrategy: PID 16323 died...\u000a02:56:15.770481 run iperf3-srv_10.42.42.10(pid=16323): Terminated {rc=256}\u000a02:56:15.780353 --- ParallelTerminationStrategy: PID 16324 died...\u000a02:56:15.835032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16324): Terminated: ok {rc=0}\u000a02:56:15.858055 --- ParallelTerminationStrategy: PID 16325 died...\u000a02:56:15.923139 run iperf3-srv_10.42.42.10(pid=16325): Terminated {rc=256}\u000a02:56:15.933471 --- ParallelTerminationStrategy: PID 16326 died...\u000a02:56:15.988359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16326): Terminated: ok {rc=0}\u000a02:56:15.998605 --- ParallelTerminationStrategy: PID 16327 died...\u000a02:56:16.062660 run iperf3-srv_10.42.42.10(pid=16327): Terminated {rc=256}\u000a02:56:16.075580 --- ParallelTerminationStrategy: PID 16328 died...\u000a02:56:16.141741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16328): Terminated: ok {rc=0}\u000a02:56:16.154247 --- ParallelTerminationStrategy: PID 16329 died...\u000a02:56:16.220837 run iperf3-srv_10.42.42.10(pid=16329): Terminated {rc=256}\u000a02:56:16.233520 --- ParallelTerminationStrategy: PID 16332 died...\u000a02:56:16.300738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16332): Terminated: ok {rc=0}\u000a02:56:16.313639 --- ParallelTerminationStrategy: PID 16335 died...\u000a02:56:16.381161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16335): Terminated: ok {rc=0}\u000a02:56:16.393830 --- ParallelTerminationStrategy: PID 16338 died...\u000a02:56:16.460458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16338): Terminated: ok {rc=0}\u000a02:56:16.563452 bus /gobi_4: Setting Powered False\u000a02:56:17.673297 bus /gobi_4: Setting Powered False\u000a02:56:18.782438 bus /gobi_1: Setting Powered False\u000a02:56:19.889279 bus /gobi_1: Setting Powered False\u000a02:56:21.000364 bus /gobi_0: Setting Powered False\u000a02:56:22.101999 bus /gobi_0: Setting Powered False\u000a02:56:23.215030 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16346): Process ended prematurely: osmo-stp_10.42.42.5(pid=16346) [trial-2368↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16346)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16346): Process ended prematurely: osmo-stp_10.42.42.5(pid=16346) [trial-2368↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a02:56:24.282374 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:24.293354 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a02:56:24.429985 tst ping.py: using LAC 25501\u000a02:56:24.552097 tst ping.py: using RAC 1\u000a02:56:24.675380 tst ping.py: using CellId 25501\u000a02:56:24.799894 tst ping.py: using BVCI 25502\u000a02:56:24.824519 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:24.835444 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:24.846696 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:24.858266 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:24.870128 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:24.881979 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:24.892833 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:24.904167 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:25.179205 tst ping.py:19: start network...\u000a02:56:25.302380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:56:25.769764 run create_hlr_db(pid=16340): Launched\u000a02:56:25.941675 bus /gobi_6: Setting Powered False\u000a02:56:26.962840 run create_hlr_db(pid=16340): Terminated: ok {rc=0}\u000a02:56:27.386183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16342): Launched\u000a02:56:27.704581 run osmo-hlr_10.42.42.2(pid=16343): Launched\u000a02:56:27.824475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:56:28.381406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16345): Launched\u000a02:56:28.699607 run osmo-stp_10.42.42.5(pid=16346): Launched\u000a02:56:28.819644 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:56:29.374731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16348): Launched\u000a02:56:29.488086 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:56:29.767264 run patchelf(pid=16349): Launched\u000a02:56:29.954664 run osmo-stp_10.42.42.5(pid=16346): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16346)]\u000a02:56:30.091139 run osmo-stp_10.42.42.5(pid=16346): stdout: \u000a| (launched: 2022-12-10_02:56:28.543309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:30.228354 run osmo-stp_10.42.42.5(pid=16346): stderr: \u000a| �[0;m�[38;5;43m20221210025628737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025628737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025628737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025628738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025628738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025628738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025628738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:30.360507 run osmo-stp_10.42.42.5(pid=16346): stdout: \u000a| (launched: 2022-12-10_02:56:28.543309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:30.492488 run osmo-stp_10.42.42.5(pid=16346): stderr: \u000a| �[0;m�[38;5;43m20221210025628737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025628737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025628737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025628738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025628738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025628738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025628738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:30.645467 run patchelf(pid=16349): Terminating (SIGINT)\u000a02:56:30.824192 run patchelf(pid=16349): Terminated: ok {rc=0}\u000a02:56:30.866051 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16346): Process ended prematurely: osmo-stp_10.42.42.5(pid=16346) [trial-2368↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16346)] [trial-2368↪gprs:trx-lms↪ping.py:22]\u000a02:56:30.875826 tst ping.py:22: Test FAILED (6.6 sec)\u000a02:56:30.948648 run osmo-hlr_10.42.42.2(pid=16343): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16343)]\u000a02:56:31.001760 run osmo-hlr_10.42.42.2(pid=16343): stdout: \u000a| (launched: 2022-12-10_02:56:27.548152) \u000a02:56:31.064229 run osmo-hlr_10.42.42.2(pid=16343): stderr: \u000a| �[0;m�[1;31m20221210025627745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025627745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025627745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025627745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025627745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025627745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025627758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025627766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025627767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025627767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:56:31.110072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16342): Terminating (SIGTERM)\u000a02:56:31.153696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16345): Terminating (SIGTERM)\u000a02:56:31.197383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16348): Terminating (SIGTERM)\u000a02:56:31.207303 --- ParallelTerminationStrategy: PID 16342 died...\u000a02:56:31.265804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16342): Terminated: ok {rc=0}\u000a02:56:31.276543 --- ParallelTerminationStrategy: PID 16345 died...\u000a02:56:31.336870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16345): Terminated: ok {rc=0}\u000a02:56:31.347508 --- ParallelTerminationStrategy: PID 16348 died...\u000a02:56:31.404940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16348): Terminated: ok {rc=0}\u000a02:56:31.494746 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16356): Process ended prematurely: osmo-stp_10.42.42.5(pid=16356) [trial-2368↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16356)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16356): Process ended prematurely: osmo-stp_10.42.42.5(pid=16356) [trial-2368↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16356)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a02:56:32.547266 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:32.559253 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a02:56:32.707160 tst ping_idle_ping.py: using LAC 25502\u000a02:56:32.826014 tst ping_idle_ping.py: using RAC 2\u000a02:56:32.942395 tst ping_idle_ping.py: using CellId 25502\u000a02:56:33.058855 tst ping_idle_ping.py: using BVCI 25503\u000a02:56:33.081931 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:33.092601 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:33.103420 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:33.114446 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:33.125528 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:33.136444 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:33.147535 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:33.158488 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:33.449402 tst ping_idle_ping.py:24: start network...\u000a02:56:33.583177 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:56:34.096615 run create_hlr_db(pid=16350): Launched\u000a02:56:34.281865 bus /gobi_6: Setting Powered False\u000a02:56:35.303035 run create_hlr_db(pid=16350): Terminated: ok {rc=0}\u000a02:56:35.707576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16352): Launched\u000a02:56:36.007342 run osmo-hlr_10.42.42.2(pid=16353): Launched\u000a02:56:36.124361 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:56:36.648783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16355): Launched\u000a02:56:36.947280 run osmo-stp_10.42.42.5(pid=16356): Launched\u000a02:56:37.056260 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:56:37.576559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16358): Launched\u000a02:56:37.683384 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:56:37.945092 run patchelf(pid=16359): Launched\u000a02:56:38.120474 run osmo-stp_10.42.42.5(pid=16356): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16356)]\u000a02:56:38.249460 run osmo-stp_10.42.42.5(pid=16356): stdout: \u000a| (launched: 2022-12-10_02:56:36.799893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:38.378548 run osmo-stp_10.42.42.5(pid=16356): stderr: \u000a| �[0;m�[38;5;43m20221210025636968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025636968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025636969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025636969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025636971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025636971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025636972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:38.502884 run osmo-stp_10.42.42.5(pid=16356): stdout: \u000a| (launched: 2022-12-10_02:56:36.799893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:38.626099 run osmo-stp_10.42.42.5(pid=16356): stderr: \u000a| �[0;m�[38;5;43m20221210025636968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025636968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025636969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025636969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025636971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025636971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025636972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:38.769440 run patchelf(pid=16359): Terminating (SIGINT)\u000a02:56:38.937527 run patchelf(pid=16359): Terminated: ok {rc=0}\u000a02:56:38.967788 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16356): Process ended prematurely: osmo-stp_10.42.42.5(pid=16356) [trial-2368↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16356)] [trial-2368↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a02:56:38.976548 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a02:56:39.037288 run osmo-hlr_10.42.42.2(pid=16353): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16353)]\u000a02:56:39.086775 run osmo-hlr_10.42.42.2(pid=16353): stdout: \u000a| (launched: 2022-12-10_02:56:35.860178) \u000a02:56:39.136885 run osmo-hlr_10.42.42.2(pid=16353): stderr: \u000a| �[0;m�[1;31m20221210025636034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025636034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025636034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025636034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025636034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025636034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025636047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025636056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025636056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025636056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:56:39.179175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16352): Terminating (SIGTERM)\u000a02:56:39.219305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16355): Terminating (SIGTERM)\u000a02:56:39.259679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16358): Terminating (SIGTERM)\u000a02:56:39.269091 --- ParallelTerminationStrategy: PID 16352 died...\u000a02:56:39.323042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16352): Terminated: ok {rc=0}\u000a02:56:39.333153 --- ParallelTerminationStrategy: PID 16355 died...\u000a02:56:39.386596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16355): Terminated: ok {rc=0}\u000a02:56:39.396489 --- ParallelTerminationStrategy: PID 16358 died...\u000a02:56:39.450263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16358): Terminated: ok {rc=0}\u000a02:56:39.534383 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:55:41" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16375): Process ended prematurely: osmo-stp_10.42.42.5(pid=16375) [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16375)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16375): Process ended prematurely: osmo-stp_10.42.42.5(pid=16375) [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:56:41.684874 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:41.696047 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:56:41.842288 tst cs_paging_gprs_active.py: using LAC 25503\u000a02:56:41.971736 tst cs_paging_gprs_active.py: using RAC 3\u000a02:56:42.099331 tst cs_paging_gprs_active.py: using CellId 25503\u000a02:56:42.226570 tst cs_paging_gprs_active.py: using BVCI 25504\u000a02:56:42.251473 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:42.262743 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:42.273781 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:42.284857 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:42.295838 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:42.306847 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:42.318148 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:42.329088 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:42.340300 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:56:42.457306 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:56:42.750872 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:56:42.886615 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:56:43.223444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16365): Launched\u000a02:56:43.503390 run iperf3-srv_10.42.42.10(pid=16366): Launched\u000a02:56:43.701413 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:56:43.836132 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:56:44.171458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16367): Launched\u000a02:56:44.451067 run iperf3-srv_10.42.42.10(pid=16368): Launched\u000a02:56:44.650269 tst cs_paging_gprs_active.py:38: start network...\u000a02:56:44.785847 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:56:45.305733 run create_hlr_db(pid=16369): Launched\u000a02:56:45.493245 bus /gobi_6: Setting Powered False\u000a02:56:46.510011 run create_hlr_db(pid=16369): Terminated: ok {rc=0}\u000a02:56:46.943707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16371): Launched\u000a02:56:47.270376 run osmo-hlr_10.42.42.2(pid=16372): Launched\u000a02:56:47.388697 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:56:47.916302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16374): Launched\u000a02:56:48.220730 run osmo-stp_10.42.42.5(pid=16375): Launched\u000a02:56:48.331627 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:56:48.860216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16377): Launched\u000a02:56:48.968282 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:56:49.233206 run patchelf(pid=16378): Launched\u000a02:56:49.412806 run osmo-stp_10.42.42.5(pid=16375): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16375)]\u000a02:56:49.542443 run osmo-stp_10.42.42.5(pid=16375): stdout: \u000a| (launched: 2022-12-10_02:56:48.070757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:49.672478 run osmo-stp_10.42.42.5(pid=16375): stderr: \u000a| �[0;m�[38;5;43m20221210025648241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025648242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025648242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025648242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025648243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025648243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025648243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:49.799865 run osmo-stp_10.42.42.5(pid=16375): stdout: \u000a| (launched: 2022-12-10_02:56:48.070757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:49.925222 run osmo-stp_10.42.42.5(pid=16375): stderr: \u000a| �[0;m�[38;5;43m20221210025648241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025648242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025648242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025648242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025648243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025648243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025648243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:50.071150 run patchelf(pid=16378): Terminating (SIGINT)\u000a02:56:50.241895 run patchelf(pid=16378): Terminated: ok {rc=0}\u000a02:56:50.273142 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16375): Process ended prematurely: osmo-stp_10.42.42.5(pid=16375) [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16375)] [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a02:56:50.282271 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a02:56:50.342741 run osmo-hlr_10.42.42.2(pid=16372): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16372)]\u000a02:56:50.391711 run osmo-hlr_10.42.42.2(pid=16372): stdout: \u000a| (launched: 2022-12-10_02:56:47.102826) \u000a02:56:50.441318 run osmo-hlr_10.42.42.2(pid=16372): stderr: \u000a| �[0;m�[1;31m20221210025647295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025647295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025647295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025647295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025647295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025647295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025647307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025647316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025647316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025647316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:56:50.483431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16365): Terminating (SIGTERM)\u000a02:56:50.523374 run iperf3-srv_10.42.42.10(pid=16366): Terminating (SIGTERM)\u000a02:56:50.562971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16367): Terminating (SIGTERM)\u000a02:56:50.602633 run iperf3-srv_10.42.42.10(pid=16368): Terminating (SIGTERM)\u000a02:56:50.642349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16371): Terminating (SIGTERM)\u000a02:56:50.681932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16374): Terminating (SIGTERM)\u000a02:56:50.721626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16377): Terminating (SIGTERM)\u000a02:56:50.731061 --- ParallelTerminationStrategy: PID 16365 died...\u000a02:56:50.784415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16365): Terminated: ok {rc=0}\u000a02:56:50.794003 --- ParallelTerminationStrategy: PID 16366 died...\u000a02:56:50.846643 run iperf3-srv_10.42.42.10(pid=16366): Terminated {rc=256}\u000a02:56:50.856319 --- ParallelTerminationStrategy: PID 16367 died...\u000a02:56:50.909255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16367): Terminated: ok {rc=0}\u000a02:56:50.918967 --- ParallelTerminationStrategy: PID 16368 died...\u000a02:56:50.971860 run iperf3-srv_10.42.42.10(pid=16368): Terminated {rc=256}\u000a02:56:50.981455 --- ParallelTerminationStrategy: PID 16371 died...\u000a02:56:51.034478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16371): Terminated: ok {rc=0}\u000a02:56:51.044277 --- ParallelTerminationStrategy: PID 16374 died...\u000a02:56:51.097508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16374): Terminated: ok {rc=0}\u000a02:56:51.107085 --- ParallelTerminationStrategy: PID 16377 died...\u000a02:56:51.159945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16377): Terminated: ok {rc=0}\u000a02:56:51.244135 bus /gobi_0: Setting Powered False\u000a02:56:52.346729 bus /gobi_0: Setting Powered False\u000a02:56:53.458718 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16387): Process ended prematurely: osmo-stp_10.42.42.5(pid=16387) [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16387)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16387): Process ended prematurely: osmo-stp_10.42.42.5(pid=16387) [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a02:56:54.569497 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:54.580672 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:56:54.727649 tst iperf3.py: using LAC 25504\u000a02:56:54.849821 tst iperf3.py: using RAC 4\u000a02:56:54.969327 tst iperf3.py: using CellId 25504\u000a02:56:55.091754 tst iperf3.py: using BVCI 25505\u000a02:56:55.115083 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:55.126004 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:55.136638 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:55.147581 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:55.158361 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:55.169072 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:55.180366 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:55.191088 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:55.202081 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:56:55.497422 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:56:55.633055 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:56:55.968343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16379): Launched\u000a02:56:56.247626 run iperf3-srv_10.42.42.10(pid=16380): Launched\u000a02:56:56.446579 tst iperf3.py:8: start network...\u000a02:56:56.582844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:56:57.102388 run create_hlr_db(pid=16381): Launched\u000a02:56:57.296654 bus /gobi_6: Setting Powered False\u000a02:56:58.310739 run create_hlr_db(pid=16381): Terminated: ok {rc=0}\u000a02:56:58.719397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16383): Launched\u000a02:56:59.023730 run osmo-hlr_10.42.42.2(pid=16384): Launched\u000a02:56:59.143277 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:56:59.678021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16386): Launched\u000a02:56:59.981925 run osmo-stp_10.42.42.5(pid=16387): Launched\u000a02:57:00.100037 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:57:00.633200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16389): Launched\u000a02:57:00.740752 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:57:01.013452 run patchelf(pid=16390): Launched\u000a02:57:01.196134 run osmo-stp_10.42.42.5(pid=16387): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16387)]\u000a02:57:01.329737 run osmo-stp_10.42.42.5(pid=16387): stdout: \u000a| (launched: 2022-12-10_02:56:59.831959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:01.472028 run osmo-stp_10.42.42.5(pid=16387): stderr: \u000a| �[0;m�[38;5;43m20221210025700001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025700001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025700001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025700002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025700002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025700002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025700002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:01.655307 run osmo-stp_10.42.42.5(pid=16387): stdout: \u000a| (launched: 2022-12-10_02:56:59.831959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:01.791683 run osmo-stp_10.42.42.5(pid=16387): stderr: \u000a| �[0;m�[38;5;43m20221210025700001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025700001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025700001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025700002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025700002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025700002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025700002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:01.943908 run patchelf(pid=16390): Terminating (SIGINT)\u000a02:57:02.121853 run patchelf(pid=16390): Terminated: ok {rc=0}\u000a02:57:02.154848 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16387): Process ended prematurely: osmo-stp_10.42.42.5(pid=16387) [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16387)] [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a02:57:02.164977 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a02:57:02.230667 run osmo-hlr_10.42.42.2(pid=16384): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16384)]\u000a02:57:02.283620 run osmo-hlr_10.42.42.2(pid=16384): stdout: \u000a| (launched: 2022-12-10_02:56:58.874186) \u000a02:57:02.335031 run osmo-hlr_10.42.42.2(pid=16384): stderr: \u000a| �[0;m�[1;31m20221210025659053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025659053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025659053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025659053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025659053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025659053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025659065 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025659074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025659075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025659075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:57:02.377737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16379): Terminating (SIGTERM)\u000a02:57:02.419135 run iperf3-srv_10.42.42.10(pid=16380): Terminating (SIGTERM)\u000a02:57:02.460069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16383): Terminating (SIGTERM)\u000a02:57:02.501178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16386): Terminating (SIGTERM)\u000a02:57:02.542132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16389): Terminating (SIGTERM)\u000a02:57:02.552245 --- ParallelTerminationStrategy: PID 16379 died...\u000a02:57:02.607370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16379): Terminated: ok {rc=0}\u000a02:57:02.617370 --- ParallelTerminationStrategy: PID 16380 died...\u000a02:57:02.671773 run iperf3-srv_10.42.42.10(pid=16380): Terminated {rc=256}\u000a02:57:02.682172 --- ParallelTerminationStrategy: PID 16383 died...\u000a02:57:02.737115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16383): Terminated: ok {rc=0}\u000a02:57:02.746852 --- ParallelTerminationStrategy: PID 16386 died...\u000a02:57:02.801269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16386): Terminated: ok {rc=0}\u000a02:57:02.811649 --- ParallelTerminationStrategy: PID 16389 died...\u000a02:57:02.865987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16389): Terminated: ok {rc=0}\u000a02:57:02.955535 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16405): Process ended prematurely: osmo-stp_10.42.42.5(pid=16405) [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16405)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16405): Process ended prematurely: osmo-stp_10.42.42.5(pid=16405) [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a02:57:04.069883 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:04.081053 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:57:04.219334 tst iperf3m4.py: using LAC 25505\u000a02:57:04.340194 tst iperf3m4.py: using RAC 5\u000a02:57:04.462083 tst iperf3m4.py: using CellId 25505\u000a02:57:04.590412 tst iperf3m4.py: using BVCI 25506\u000a02:57:04.615607 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:04.627028 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:04.638221 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:04.649959 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:04.661560 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:04.673326 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:04.685460 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:04.696729 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:04.708436 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:57:04.827637 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:57:04.947178 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:57:05.067787 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:57:05.365939 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:57:05.502129 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:57:05.837518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16391): Launched\u000a02:57:06.118157 run iperf3-srv_10.42.42.10(pid=16392): Launched\u000a02:57:06.316747 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:57:06.451682 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:57:06.788210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16393): Launched\u000a02:57:07.067421 run iperf3-srv_10.42.42.10(pid=16394): Launched\u000a02:57:07.267592 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:57:07.402686 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:57:07.739585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16395): Launched\u000a02:57:08.018652 run iperf3-srv_10.42.42.10(pid=16396): Launched\u000a02:57:08.217242 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:57:08.352064 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:57:08.688625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16397): Launched\u000a02:57:08.967963 run iperf3-srv_10.42.42.10(pid=16398): Launched\u000a02:57:09.166693 tst iperf3m4.py:8: start network...\u000a02:57:09.301756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:57:09.823890 run create_hlr_db(pid=16399): Launched\u000a02:57:10.010836 bus /gobi_6: Setting Powered False\u000a02:57:11.032486 run create_hlr_db(pid=16399): Terminated: ok {rc=0}\u000a02:57:11.464801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16401): Launched\u000a02:57:11.791318 run osmo-hlr_10.42.42.2(pid=16402): Launched\u000a02:57:11.911993 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:57:12.479566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16404): Launched\u000a02:57:12.805023 run osmo-stp_10.42.42.5(pid=16405): Launched\u000a02:57:12.923098 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:57:13.490774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16407): Launched\u000a02:57:13.606549 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:57:13.890585 run patchelf(pid=16408): Launched\u000a02:57:14.081025 run osmo-stp_10.42.42.5(pid=16405): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16405)]\u000a02:57:14.219554 run osmo-stp_10.42.42.5(pid=16405): stdout: \u000a| (launched: 2022-12-10_02:57:12.645075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:14.358671 run osmo-stp_10.42.42.5(pid=16405): stderr: \u000a| �[0;m�[38;5;43m20221210025712836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025712836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025712836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025712837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025712839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025712839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025712839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:14.493673 run osmo-stp_10.42.42.5(pid=16405): stdout: \u000a| (launched: 2022-12-10_02:57:12.645075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:14.627613 run osmo-stp_10.42.42.5(pid=16405): stderr: \u000a| �[0;m�[38;5;43m20221210025712836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025712836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025712836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025712837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025712839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025712839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025712839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:14.782954 run patchelf(pid=16408): Terminating (SIGINT)\u000a02:57:14.964748 run patchelf(pid=16408): Terminated: ok {rc=0}\u000a02:57:14.998226 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16405): Process ended prematurely: osmo-stp_10.42.42.5(pid=16405) [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16405)] [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a02:57:15.008038 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a02:57:15.071766 run osmo-hlr_10.42.42.2(pid=16402): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16402)]\u000a02:57:15.123824 run osmo-hlr_10.42.42.2(pid=16402): stdout: \u000a| (launched: 2022-12-10_02:57:11.630683) \u000a02:57:15.176145 run osmo-hlr_10.42.42.2(pid=16402): stderr: \u000a| �[0;m�[1;31m20221210025711829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025711829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025711829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025711829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025711829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025711829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025711841 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025711849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025711849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025711849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:57:15.221166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16391): Terminating (SIGTERM)\u000a02:57:15.263031 run iperf3-srv_10.42.42.10(pid=16392): Terminating (SIGTERM)\u000a02:57:15.305232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16393): Terminating (SIGTERM)\u000a02:57:15.347080 run iperf3-srv_10.42.42.10(pid=16394): Terminating (SIGTERM)\u000a02:57:15.389101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16395): Terminating (SIGTERM)\u000a02:57:15.431000 run iperf3-srv_10.42.42.10(pid=16396): Terminating (SIGTERM)\u000a02:57:15.473130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16397): Terminating (SIGTERM)\u000a02:57:15.515346 run iperf3-srv_10.42.42.10(pid=16398): Terminating (SIGTERM)\u000a02:57:15.557247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16401): Terminating (SIGTERM)\u000a02:57:15.599000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16404): Terminating (SIGTERM)\u000a02:57:15.640835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16407): Terminating (SIGTERM)\u000a02:57:15.650592 --- ParallelTerminationStrategy: PID 16391 died...\u000a02:57:15.706804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16391): Terminated: ok {rc=0}\u000a02:57:15.717001 --- ParallelTerminationStrategy: PID 16392 died...\u000a02:57:15.772772 run iperf3-srv_10.42.42.10(pid=16392): Terminated {rc=256}\u000a02:57:15.782848 --- ParallelTerminationStrategy: PID 16393 died...\u000a02:57:15.844363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16393): Terminated: ok {rc=0}\u000a02:57:15.855087 --- ParallelTerminationStrategy: PID 16394 died...\u000a02:57:15.934690 run iperf3-srv_10.42.42.10(pid=16394): Terminated {rc=256}\u000a02:57:15.945221 --- ParallelTerminationStrategy: PID 16395 died...\u000a02:57:16.001876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16395): Terminated: ok {rc=0}\u000a02:57:16.012365 --- ParallelTerminationStrategy: PID 16396 died...\u000a02:57:16.073270 run iperf3-srv_10.42.42.10(pid=16396): Terminated {rc=256}\u000a02:57:16.084267 --- ParallelTerminationStrategy: PID 16397 died...\u000a02:57:16.143401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16397): Terminated: ok {rc=0}\u000a02:57:16.154413 --- ParallelTerminationStrategy: PID 16398 died...\u000a02:57:16.211190 run iperf3-srv_10.42.42.10(pid=16398): Terminated {rc=256}\u000a02:57:16.222095 --- ParallelTerminationStrategy: PID 16401 died...\u000a02:57:16.278917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16401): Terminated: ok {rc=0}\u000a02:57:16.289607 --- ParallelTerminationStrategy: PID 16404 died...\u000a02:57:16.346458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16404): Terminated: ok {rc=0}\u000a02:57:16.357226 --- ParallelTerminationStrategy: PID 16407 died...\u000a02:57:16.413899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16407): Terminated: ok {rc=0}\u000a02:57:16.503189 bus /gobi_4: Setting Powered False\u000a02:57:17.608698 bus /gobi_4: Setting Powered False\u000a02:57:18.717519 bus /gobi_1: Setting Powered False\u000a02:57:19.824912 bus /gobi_1: Setting Powered False\u000a02:57:20.933400 bus /gobi_0: Setting Powered False\u000a02:57:22.041153 bus /gobi_0: Setting Powered False\u000a02:57:23.154829 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16415): Process ended prematurely: osmo-stp_10.42.42.5(pid=16415) [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16415)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16415): Process ended prematurely: osmo-stp_10.42.42.5(pid=16415) [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a02:57:24.222560 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:24.234038 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:57:24.372258 tst ping.py: using LAC 25506\u000a02:57:24.493486 tst ping.py: using RAC 6\u000a02:57:24.618280 tst ping.py: using CellId 25506\u000a02:57:24.741688 tst ping.py: using BVCI 25507\u000a02:57:24.766197 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:24.777546 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:24.788642 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:24.799830 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:24.811098 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:24.822165 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:24.833405 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:24.844367 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:57:25.118930 tst ping.py:19: start network...\u000a02:57:25.242414 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:57:25.711680 run create_hlr_db(pid=16409): Launched\u000a02:57:25.883580 bus /gobi_6: Setting Powered False\u000a02:57:26.905242 run create_hlr_db(pid=16409): Terminated: ok {rc=0}\u000a02:57:27.330710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16411): Launched\u000a02:57:27.650025 run osmo-hlr_10.42.42.2(pid=16412): Launched\u000a02:57:27.768804 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:57:28.295799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16414): Launched\u000a02:57:28.595474 run osmo-stp_10.42.42.5(pid=16415): Launched\u000a02:57:28.704934 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:57:29.226631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16417): Launched\u000a02:57:29.333758 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:57:29.595552 run patchelf(pid=16418): Launched\u000a02:57:29.770790 run osmo-stp_10.42.42.5(pid=16415): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16415)]\u000a02:57:29.898694 run osmo-stp_10.42.42.5(pid=16415): stdout: \u000a| (launched: 2022-12-10_02:57:28.446593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:30.027092 run osmo-stp_10.42.42.5(pid=16415): stderr: \u000a| �[0;m�[38;5;43m20221210025728616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025728617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025728617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025728617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025728618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025728618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025728618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:30.150675 run osmo-stp_10.42.42.5(pid=16415): stdout: \u000a| (launched: 2022-12-10_02:57:28.446593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:30.273316 run osmo-stp_10.42.42.5(pid=16415): stderr: \u000a| �[0;m�[38;5;43m20221210025728616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025728617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025728617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025728617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025728618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025728618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025728618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:30.415796 run patchelf(pid=16418): Terminating (SIGINT)\u000a02:57:30.582832 run patchelf(pid=16418): Terminated: ok {rc=0}\u000a02:57:30.613819 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16415): Process ended prematurely: osmo-stp_10.42.42.5(pid=16415) [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16415)] [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a02:57:30.622408 tst ping.py:22: Test FAILED (6.4 sec)\u000a02:57:30.682979 run osmo-hlr_10.42.42.2(pid=16412): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16412)]\u000a02:57:30.732184 run osmo-hlr_10.42.42.2(pid=16412): stdout: \u000a| (launched: 2022-12-10_02:57:27.492661) \u000a02:57:30.782208 run osmo-hlr_10.42.42.2(pid=16412): stderr: \u000a| �[0;m�[1;31m20221210025727693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025727693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025727693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025727693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025727693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025727693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025727708 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025727718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025727718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025727718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:57:30.824530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16411): Terminating (SIGTERM)\u000a02:57:30.886799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16414): Terminating (SIGTERM)\u000a02:57:30.937433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16417): Terminating (SIGTERM)\u000a02:57:30.947330 --- ParallelTerminationStrategy: PID 16411 died...\u000a02:57:31.002371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16411): Terminated: ok {rc=0}\u000a02:57:31.012992 --- ParallelTerminationStrategy: PID 16414 died...\u000a02:57:31.068386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16414): Terminated: ok {rc=0}\u000a02:57:31.078704 --- ParallelTerminationStrategy: PID 16417 died...\u000a02:57:31.134158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16417): Terminated: ok {rc=0}\u000a02:57:31.232714 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16427): Process ended prematurely: osmo-stp_10.42.42.5(pid=16427) [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16427)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16427): Process ended prematurely: osmo-stp_10.42.42.5(pid=16427) [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16427)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a02:57:32.288727 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:32.301259 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:57:32.449604 tst ping_idle_ping.py: using LAC 25507\u000a02:57:32.576018 tst ping_idle_ping.py: using RAC 7\u000a02:57:32.702044 tst ping_idle_ping.py: using CellId 25507\u000a02:57:32.826013 tst ping_idle_ping.py: using BVCI 25508\u000a02:57:32.850733 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:32.862212 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:32.873445 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:32.885104 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:32.896599 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:32.908238 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:32.919991 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:32.931526 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:57:33.211523 tst ping_idle_ping.py:24: start network...\u000a02:57:33.336358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:57:33.809901 run create_hlr_db(pid=16419): Launched\u000a02:57:33.982700 bus /gobi_6: Setting Powered False\u000a02:57:35.003835 run create_hlr_db(pid=16419): Terminated: ok {rc=0}\u000a02:57:35.404091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16421): Launched\u000a02:57:35.703493 run osmo-hlr_10.42.42.2(pid=16422): Launched\u000a02:57:35.812119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:57:36.335133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16426): Launched\u000a02:57:36.635575 run osmo-stp_10.42.42.5(pid=16427): Launched\u000a02:57:36.745403 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:57:37.269450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16429): Launched\u000a02:57:37.376440 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:57:37.639283 run patchelf(pid=16430): Launched\u000a02:57:37.815606 run osmo-stp_10.42.42.5(pid=16427): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16427)]\u000a02:57:37.943739 run osmo-stp_10.42.42.5(pid=16427): stdout: \u000a| (launched: 2022-12-10_02:57:36.487673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:38.072174 run osmo-stp_10.42.42.5(pid=16427): stderr: \u000a| �[0;m�[38;5;43m20221210025736659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025736659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025736659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025736660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025736660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025736660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025736660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:38.196456 run osmo-stp_10.42.42.5(pid=16427): stdout: \u000a| (launched: 2022-12-10_02:57:36.487673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:38.319361 run osmo-stp_10.42.42.5(pid=16427): stderr: \u000a| �[0;m�[38;5;43m20221210025736659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025736659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025736659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025736660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025736660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025736660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025736660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:38.462527 run patchelf(pid=16430): Terminating (SIGINT)\u000a02:57:38.630742 run patchelf(pid=16430): Terminated: ok {rc=0}\u000a02:57:38.661298 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16427): Process ended prematurely: osmo-stp_10.42.42.5(pid=16427) [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16427)] [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a02:57:38.669916 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a02:57:38.730174 run osmo-hlr_10.42.42.2(pid=16422): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16422)]\u000a02:57:38.779294 run osmo-hlr_10.42.42.2(pid=16422): stdout: \u000a| (launched: 2022-12-10_02:57:35.555958) \u000a02:57:38.829041 run osmo-hlr_10.42.42.2(pid=16422): stderr: \u000a| �[0;m�[1;31m20221210025735735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025735735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025735735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025735735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025735735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025735735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025735747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025735756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025735756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025735756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:57:38.870610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16421): Terminating (SIGTERM)\u000a02:57:38.910235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16426): Terminating (SIGTERM)\u000a02:57:38.950399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16429): Terminating (SIGTERM)\u000a02:57:38.959992 --- ParallelTerminationStrategy: PID 16421 died...\u000a02:57:39.014059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16421): Terminated: ok {rc=0}\u000a02:57:39.023730 --- ParallelTerminationStrategy: PID 16426 died...\u000a02:57:39.077636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16426): Terminated: ok {rc=0}\u000a02:57:39.087288 --- ParallelTerminationStrategy: PID 16429 died...\u000a02:57:39.140556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16429): Terminated: ok {rc=0}\u000a02:57:39.228439 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:56:41" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16445): Process ended prematurely: osmo-stp_10.42.42.5(pid=16445) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16445)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16445): Process ended prematurely: osmo-stp_10.42.42.5(pid=16445) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:57:41.374364 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:41.385945 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:57:41.547721 tst cs_paging_gprs_active.py: using LAC 25508\u000a02:57:41.669756 tst cs_paging_gprs_active.py: using RAC 8\u000a02:57:41.791749 tst cs_paging_gprs_active.py: using CellId 25508\u000a02:57:41.920626 tst cs_paging_gprs_active.py: using BVCI 25509\u000a02:57:41.945873 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:41.957568 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:41.968846 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:41.980689 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:41.992469 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:42.004122 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:42.015935 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:42.027408 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:42.039157 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:57:42.159244 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:57:42.439811 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:57:42.567497 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:57:42.883618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16435): Launched\u000a02:57:43.146634 run iperf3-srv_10.42.42.10(pid=16436): Launched\u000a02:57:43.331597 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:57:43.458602 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:57:43.773588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16437): Launched\u000a02:57:44.035529 run iperf3-srv_10.42.42.10(pid=16438): Launched\u000a02:57:44.220286 tst cs_paging_gprs_active.py:38: start network...\u000a02:57:44.346859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:57:44.826077 run create_hlr_db(pid=16439): Launched\u000a02:57:44.999707 bus /gobi_6: Setting Powered False\u000a02:57:46.039064 run create_hlr_db(pid=16439): Terminated: ok {rc=0}\u000a02:57:46.461673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16441): Launched\u000a02:57:46.842828 run osmo-hlr_10.42.42.2(pid=16442): Launched\u000a02:57:47.061415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:57:47.667612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16444): Launched\u000a02:57:47.970975 run osmo-stp_10.42.42.5(pid=16445): Launched\u000a02:57:48.081238 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:57:48.609450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16447): Launched\u000a02:57:48.717735 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:57:48.989418 run patchelf(pid=16448): Launched\u000a02:57:49.167515 run osmo-stp_10.42.42.5(pid=16445): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16445)]\u000a02:57:49.297379 run osmo-stp_10.42.42.5(pid=16445): stdout: \u000a| (launched: 2022-12-10_02:57:47.821487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:49.427729 run osmo-stp_10.42.42.5(pid=16445): stderr: \u000a| �[0;m�[38;5;43m20221210025747990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025747991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025747991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025747991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025747992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025747992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025747992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:49.554675 run osmo-stp_10.42.42.5(pid=16445): stdout: \u000a| (launched: 2022-12-10_02:57:47.821487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:49.679730 run osmo-stp_10.42.42.5(pid=16445): stderr: \u000a| �[0;m�[38;5;43m20221210025747990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025747991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025747991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025747991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025747992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025747992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025747992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:49.824657 run patchelf(pid=16448): Terminating (SIGINT)\u000a02:57:49.995712 run patchelf(pid=16448): Terminated: ok {rc=0}\u000a02:57:50.027030 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16445): Process ended prematurely: osmo-stp_10.42.42.5(pid=16445) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16445)] [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a02:57:50.036086 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a02:57:50.096921 run osmo-hlr_10.42.42.2(pid=16442): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16442)]\u000a02:57:50.145960 run osmo-hlr_10.42.42.2(pid=16442): stdout: \u000a| (launched: 2022-12-10_02:57:46.618629) \u000a02:57:50.195548 run osmo-hlr_10.42.42.2(pid=16442): stderr: \u000a| �[0;m�[1;31m20221210025746967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025746967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025746967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025746967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025746967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025746967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025746986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025747002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025747002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025747002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:57:50.237340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16435): Terminating (SIGTERM)\u000a02:57:50.277031 run iperf3-srv_10.42.42.10(pid=16436): Terminating (SIGTERM)\u000a02:57:50.317403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16437): Terminating (SIGTERM)\u000a02:57:50.356995 run iperf3-srv_10.42.42.10(pid=16438): Terminating (SIGTERM)\u000a02:57:50.396688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16441): Terminating (SIGTERM)\u000a02:57:50.436331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16444): Terminating (SIGTERM)\u000a02:57:50.476005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16447): Terminating (SIGTERM)\u000a02:57:50.485525 --- ParallelTerminationStrategy: PID 16435 died...\u000a02:57:50.538619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16435): Terminated: ok {rc=0}\u000a02:57:50.548392 --- ParallelTerminationStrategy: PID 16436 died...\u000a02:57:50.601399 run iperf3-srv_10.42.42.10(pid=16436): Terminated {rc=256}\u000a02:57:50.610914 --- ParallelTerminationStrategy: PID 16437 died...\u000a02:57:50.664265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16437): Terminated: ok {rc=0}\u000a02:57:50.673950 --- ParallelTerminationStrategy: PID 16438 died...\u000a02:57:50.726909 run iperf3-srv_10.42.42.10(pid=16438): Terminated {rc=256}\u000a02:57:50.736540 --- ParallelTerminationStrategy: PID 16441 died...\u000a02:57:50.789689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16441): Terminated: ok {rc=0}\u000a02:57:50.799463 --- ParallelTerminationStrategy: PID 16444 died...\u000a02:57:50.852451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16444): Terminated: ok {rc=0}\u000a02:57:50.862110 --- ParallelTerminationStrategy: PID 16447 died...\u000a02:57:50.914828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16447): Terminated: ok {rc=0}\u000a02:57:50.998832 bus /gobi_0: Setting Powered False\u000a02:57:52.106400 bus /gobi_0: Setting Powered False\u000a02:57:53.214135 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16457): Process ended prematurely: osmo-stp_10.42.42.5(pid=16457) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16457)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16457): Process ended prematurely: osmo-stp_10.42.42.5(pid=16457) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a02:57:54.328640 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:54.340477 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:57:54.505310 tst iperf3.py: using LAC 25509\u000a02:57:54.622688 tst iperf3.py: using RAC 9\u000a02:57:54.740653 tst iperf3.py: using CellId 25509\u000a02:57:54.858247 tst iperf3.py: using BVCI 25510\u000a02:57:54.881639 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:54.892473 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:54.903387 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:54.914544 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:54.925655 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:54.936727 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:54.947823 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:54.958683 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:54.970169 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:57:55.264339 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:57:55.399839 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:57:55.736297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16449): Launched\u000a02:57:56.015429 run iperf3-srv_10.42.42.10(pid=16450): Launched\u000a02:57:56.214265 tst iperf3.py:8: start network...\u000a02:57:56.349621 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:57:56.871029 run create_hlr_db(pid=16451): Launched\u000a02:57:57.057869 bus /gobi_6: Setting Powered False\u000a02:57:58.078961 run create_hlr_db(pid=16451): Terminated: ok {rc=0}\u000a02:57:58.486896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16453): Launched\u000a02:57:58.792022 run osmo-hlr_10.42.42.2(pid=16454): Launched\u000a02:57:58.910768 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:57:59.447245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16456): Launched\u000a02:57:59.752436 run osmo-stp_10.42.42.5(pid=16457): Launched\u000a02:57:59.863538 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:58:00.392287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16459): Launched\u000a02:58:00.500412 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:58:00.766164 run patchelf(pid=16460): Launched\u000a02:58:00.973062 run osmo-stp_10.42.42.5(pid=16457): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16457)]\u000a02:58:01.105838 run osmo-stp_10.42.42.5(pid=16457): stdout: \u000a| (launched: 2022-12-10_02:57:59.601756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:01.238487 run osmo-stp_10.42.42.5(pid=16457): stderr: \u000a| �[0;m�[38;5;43m20221210025759771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025759771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025759772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025759772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025759773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025759773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025759773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:01.366789 run osmo-stp_10.42.42.5(pid=16457): stdout: \u000a| (launched: 2022-12-10_02:57:59.601756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:01.494514 run osmo-stp_10.42.42.5(pid=16457): stderr: \u000a| �[0;m�[38;5;43m20221210025759771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025759771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025759772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025759772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025759773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025759773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025759773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:01.643433 run patchelf(pid=16460): Terminating (SIGINT)\u000a02:58:01.817110 run patchelf(pid=16460): Terminated: ok {rc=0}\u000a02:58:01.849626 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16457): Process ended prematurely: osmo-stp_10.42.42.5(pid=16457) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16457)] [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a02:58:01.859370 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a02:58:01.922007 run osmo-hlr_10.42.42.2(pid=16454): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16454)]\u000a02:58:01.972272 run osmo-hlr_10.42.42.2(pid=16454): stdout: \u000a| (launched: 2022-12-10_02:57:58.641222) \u000a02:58:02.023413 run osmo-hlr_10.42.42.2(pid=16454): stderr: \u000a| �[0;m�[1;31m20221210025758818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025758818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025758818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025758818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025758818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025758818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025758831 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025758839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025758840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025758840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:58:02.066601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16449): Terminating (SIGTERM)\u000a02:58:02.109910 run iperf3-srv_10.42.42.10(pid=16450): Terminating (SIGTERM)\u000a02:58:02.152334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16453): Terminating (SIGTERM)\u000a02:58:02.192939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16456): Terminating (SIGTERM)\u000a02:58:02.234102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16459): Terminating (SIGTERM)\u000a02:58:02.243880 --- ParallelTerminationStrategy: PID 16449 died...\u000a02:58:02.297623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16449): Terminated: ok {rc=0}\u000a02:58:02.307599 --- ParallelTerminationStrategy: PID 16450 died...\u000a02:58:02.360525 run iperf3-srv_10.42.42.10(pid=16450): Terminated {rc=256}\u000a02:58:02.370412 --- ParallelTerminationStrategy: PID 16453 died...\u000a02:58:02.424101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16453): Terminated: ok {rc=0}\u000a02:58:02.433714 --- ParallelTerminationStrategy: PID 16456 died...\u000a02:58:02.487026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16456): Terminated: ok {rc=0}\u000a02:58:02.496593 --- ParallelTerminationStrategy: PID 16459 died...\u000a02:58:02.550313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16459): Terminated: ok {rc=0}\u000a02:58:02.639359 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16475): Process ended prematurely: osmo-stp_10.42.42.5(pid=16475) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16475)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16475): Process ended prematurely: osmo-stp_10.42.42.5(pid=16475) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a02:58:03.749925 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:03.761438 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:58:03.920426 tst iperf3m4.py: using LAC 25510\u000a02:58:04.041263 tst iperf3m4.py: using RAC 10\u000a02:58:04.162394 tst iperf3m4.py: using CellId 25510\u000a02:58:04.285758 tst iperf3m4.py: using BVCI 25511\u000a02:58:04.309104 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:04.319923 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:04.330598 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:04.341686 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:04.352481 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:04.363322 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:04.374240 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:04.385295 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:04.396371 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:58:04.517361 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:58:04.639307 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:58:04.758864 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:58:05.037948 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:58:05.164587 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:58:05.479716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16461): Launched\u000a02:58:05.742976 run iperf3-srv_10.42.42.10(pid=16462): Launched\u000a02:58:05.928491 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:58:06.055572 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:58:06.371699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16463): Launched\u000a02:58:06.634083 run iperf3-srv_10.42.42.10(pid=16464): Launched\u000a02:58:06.818857 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:58:06.944728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:58:07.258982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16465): Launched\u000a02:58:07.520336 run iperf3-srv_10.42.42.10(pid=16466): Launched\u000a02:58:07.705682 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:58:07.831740 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:58:08.146005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16467): Launched\u000a02:58:08.407671 run iperf3-srv_10.42.42.10(pid=16468): Launched\u000a02:58:08.591946 tst iperf3m4.py:8: start network...\u000a02:58:08.717976 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:58:09.198721 run create_hlr_db(pid=16469): Launched\u000a02:58:09.373445 bus /gobi_6: Setting Powered False\u000a02:58:10.395386 run create_hlr_db(pid=16469): Terminated: ok {rc=0}\u000a02:58:10.800296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16471): Launched\u000a02:58:11.104301 run osmo-hlr_10.42.42.2(pid=16472): Launched\u000a02:58:11.223374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:58:11.761136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16474): Launched\u000a02:58:12.064457 run osmo-stp_10.42.42.5(pid=16475): Launched\u000a02:58:12.175306 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:58:12.702247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16477): Launched\u000a02:58:12.810163 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:58:13.074735 run patchelf(pid=16478): Launched\u000a02:58:13.252635 run osmo-stp_10.42.42.5(pid=16475): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16475)]\u000a02:58:13.382572 run osmo-stp_10.42.42.5(pid=16475): stdout: \u000a| (launched: 2022-12-10_02:58:11.914839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:13.512681 run osmo-stp_10.42.42.5(pid=16475): stderr: \u000a| �[0;m�[38;5;43m20221210025812084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025812085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025812085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025812085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025812086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025812086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025812086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:13.638799 run osmo-stp_10.42.42.5(pid=16475): stdout: \u000a| (launched: 2022-12-10_02:58:11.914839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:13.764253 run osmo-stp_10.42.42.5(pid=16475): stderr: \u000a| �[0;m�[38;5;43m20221210025812084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025812085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025812085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025812085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025812086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025812086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025812086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:13.909632 run patchelf(pid=16478): Terminating (SIGINT)\u000a02:58:14.080125 run patchelf(pid=16478): Terminated: ok {rc=0}\u000a02:58:14.111436 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16475): Process ended prematurely: osmo-stp_10.42.42.5(pid=16475) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16475)] [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a02:58:14.120597 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a02:58:14.182130 run osmo-hlr_10.42.42.2(pid=16472): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16472)]\u000a02:58:14.231232 run osmo-hlr_10.42.42.2(pid=16472): stdout: \u000a| (launched: 2022-12-10_02:58:10.953740) \u000a02:58:14.281094 run osmo-hlr_10.42.42.2(pid=16472): stderr: \u000a| �[0;m�[1;31m20221210025811132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025811132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025811132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025811132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025811132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025811132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025811144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025811152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025811152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025811152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:58:14.323094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16461): Terminating (SIGTERM)\u000a02:58:14.363080 run iperf3-srv_10.42.42.10(pid=16462): Terminating (SIGTERM)\u000a02:58:14.403087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16463): Terminating (SIGTERM)\u000a02:58:14.442966 run iperf3-srv_10.42.42.10(pid=16464): Terminating (SIGTERM)\u000a02:58:14.482855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16465): Terminating (SIGTERM)\u000a02:58:14.522760 run iperf3-srv_10.42.42.10(pid=16466): Terminating (SIGTERM)\u000a02:58:14.562628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16467): Terminating (SIGTERM)\u000a02:58:14.602876 run iperf3-srv_10.42.42.10(pid=16468): Terminating (SIGTERM)\u000a02:58:14.642761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16471): Terminating (SIGTERM)\u000a02:58:14.682648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16474): Terminating (SIGTERM)\u000a02:58:14.722422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16477): Terminating (SIGTERM)\u000a02:58:14.731951 --- ParallelTerminationStrategy: PID 16461 died...\u000a02:58:14.785677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16461): Terminated: ok {rc=0}\u000a02:58:14.795519 --- ParallelTerminationStrategy: PID 16462 died...\u000a02:58:14.849144 run iperf3-srv_10.42.42.10(pid=16462): Terminated {rc=256}\u000a02:58:14.858758 --- ParallelTerminationStrategy: PID 16463 died...\u000a02:58:14.912255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16463): Terminated: ok {rc=0}\u000a02:58:14.922219 --- ParallelTerminationStrategy: PID 16464 died...\u000a02:58:14.975872 run iperf3-srv_10.42.42.10(pid=16464): Terminated {rc=256}\u000a02:58:14.985758 --- ParallelTerminationStrategy: PID 16465 died...\u000a02:58:15.039385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16465): Terminated: ok {rc=0}\u000a02:58:15.049093 --- ParallelTerminationStrategy: PID 16466 died...\u000a02:58:15.102078 run iperf3-srv_10.42.42.10(pid=16466): Terminated {rc=256}\u000a02:58:15.111856 --- ParallelTerminationStrategy: PID 16467 died...\u000a02:58:15.165280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16467): Terminated: ok {rc=0}\u000a02:58:15.175058 --- ParallelTerminationStrategy: PID 16468 died...\u000a02:58:15.228087 run iperf3-srv_10.42.42.10(pid=16468): Terminated {rc=256}\u000a02:58:15.237946 --- ParallelTerminationStrategy: PID 16471 died...\u000a02:58:15.291162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16471): Terminated: ok {rc=0}\u000a02:58:15.301086 --- ParallelTerminationStrategy: PID 16474 died...\u000a02:58:15.354398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16474): Terminated: ok {rc=0}\u000a02:58:15.364334 --- ParallelTerminationStrategy: PID 16477 died...\u000a02:58:15.417940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16477): Terminated: ok {rc=0}\u000a02:58:15.506902 bus /gobi_4: Setting Powered False\u000a02:58:16.613885 bus /gobi_4: Setting Powered False\u000a02:58:17.728096 bus /gobi_1: Setting Powered False\u000a02:58:18.832159 bus /gobi_1: Setting Powered False\u000a02:58:19.942619 bus /gobi_0: Setting Powered False\u000a02:58:21.049464 bus /gobi_0: Setting Powered False\u000a02:58:22.162447 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16485): Process ended prematurely: osmo-stp_10.42.42.5(pid=16485) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16485)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16485): Process ended prematurely: osmo-stp_10.42.42.5(pid=16485) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a02:58:23.229709 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:23.241141 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:58:23.398087 tst ping.py: using LAC 25511\u000a02:58:23.515799 tst ping.py: using RAC 11\u000a02:58:23.633121 tst ping.py: using CellId 25511\u000a02:58:23.752478 tst ping.py: using BVCI 25512\u000a02:58:23.775342 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:23.786325 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:23.797252 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:23.808096 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:23.819012 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:23.830135 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:23.841159 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:23.851852 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:58:24.141707 tst ping.py:19: start network...\u000a02:58:24.274094 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:58:24.783271 run create_hlr_db(pid=16479): Launched\u000a02:58:24.967574 bus /gobi_6: Setting Powered False\u000a02:58:25.987089 run create_hlr_db(pid=16479): Terminated: ok {rc=0}\u000a02:58:26.411526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16481): Launched\u000a02:58:26.729644 run osmo-hlr_10.42.42.2(pid=16482): Launched\u000a02:58:26.845128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:58:27.402610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16484): Launched\u000a02:58:27.722086 run osmo-stp_10.42.42.5(pid=16485): Launched\u000a02:58:27.838203 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:58:28.395071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16487): Launched\u000a02:58:28.508275 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:58:28.787304 run patchelf(pid=16488): Launched\u000a02:58:28.974363 run osmo-stp_10.42.42.5(pid=16485): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16485)]\u000a02:58:29.110734 run osmo-stp_10.42.42.5(pid=16485): stdout: \u000a| (launched: 2022-12-10_02:58:27.564877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:29.247375 run osmo-stp_10.42.42.5(pid=16485): stderr: \u000a| �[0;m�[38;5;43m20221210025827757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025827757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025827757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025827758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025827758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025827758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025827758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:29.379765 run osmo-stp_10.42.42.5(pid=16485): stdout: \u000a| (launched: 2022-12-10_02:58:27.564877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:29.510622 run osmo-stp_10.42.42.5(pid=16485): stderr: \u000a| �[0;m�[38;5;43m20221210025827757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025827757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025827757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025827758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025827758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025827758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025827758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:29.663311 run patchelf(pid=16488): Terminating (SIGINT)\u000a02:58:29.842597 run patchelf(pid=16488): Terminated: ok {rc=0}\u000a02:58:29.874936 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16485): Process ended prematurely: osmo-stp_10.42.42.5(pid=16485) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16485)] [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a02:58:29.884312 tst ping.py:22: Test FAILED (6.6 sec)\u000a02:58:29.947199 run osmo-hlr_10.42.42.2(pid=16482): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16482)]\u000a02:58:29.998695 run osmo-hlr_10.42.42.2(pid=16482): stdout: \u000a| (launched: 2022-12-10_02:58:26.573264) \u000a02:58:30.051071 run osmo-hlr_10.42.42.2(pid=16482): stderr: \u000a| �[0;m�[1;31m20221210025826771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025826771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025826771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025826771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025826771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025826771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025826784 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025826793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025826793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025826793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:58:30.095630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16481): Terminating (SIGTERM)\u000a02:58:30.138019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16484): Terminating (SIGTERM)\u000a02:58:30.179944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16487): Terminating (SIGTERM)\u000a02:58:30.189734 --- ParallelTerminationStrategy: PID 16481 died...\u000a02:58:30.246083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16481): Terminated: ok {rc=0}\u000a02:58:30.256327 --- ParallelTerminationStrategy: PID 16484 died...\u000a02:58:30.312318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16484): Terminated: ok {rc=0}\u000a02:58:30.322593 --- ParallelTerminationStrategy: PID 16487 died...\u000a02:58:30.378677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16487): Terminated: ok {rc=0}\u000a02:58:30.467162 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16495): Process ended prematurely: osmo-stp_10.42.42.5(pid=16495) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16495)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16495): Process ended prematurely: osmo-stp_10.42.42.5(pid=16495) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a02:58:31.517072 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:31.529730 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:58:31.698877 tst ping_idle_ping.py: using LAC 25512\u000a02:58:31.842017 tst ping_idle_ping.py: using RAC 12\u000a02:58:32.010168 tst ping_idle_ping.py: using CellId 25512\u000a02:58:32.141097 tst ping_idle_ping.py: using BVCI 25513\u000a02:58:32.165487 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:32.177371 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:32.189127 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:32.202883 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:32.216203 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:32.227906 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:32.241727 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:32.254327 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:58:32.545195 tst ping_idle_ping.py:24: start network...\u000a02:58:32.678605 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:58:33.194429 run create_hlr_db(pid=16489): Launched\u000a02:58:33.380095 bus /gobi_6: Setting Powered False\u000a02:58:34.401845 run create_hlr_db(pid=16489): Terminated: ok {rc=0}\u000a02:58:34.807926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16491): Launched\u000a02:58:35.107417 run osmo-hlr_10.42.42.2(pid=16492): Launched\u000a02:58:35.221722 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:58:35.740834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16494): Launched\u000a02:58:36.040765 run osmo-stp_10.42.42.5(pid=16495): Launched\u000a02:58:36.150184 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:58:36.672091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16497): Launched\u000a02:58:36.778989 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:58:37.041274 run patchelf(pid=16498): Launched\u000a02:58:37.217901 run osmo-stp_10.42.42.5(pid=16495): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16495)]\u000a02:58:37.347163 run osmo-stp_10.42.42.5(pid=16495): stdout: \u000a| (launched: 2022-12-10_02:58:35.892474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:37.476296 run osmo-stp_10.42.42.5(pid=16495): stderr: \u000a| �[0;m�[38;5;43m20221210025836063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025836063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025836063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025836063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025836064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025836064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025836064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:37.601123 run osmo-stp_10.42.42.5(pid=16495): stdout: \u000a| (launched: 2022-12-10_02:58:35.892474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:37.724293 run osmo-stp_10.42.42.5(pid=16495): stderr: \u000a| �[0;m�[38;5;43m20221210025836063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025836063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025836063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025836063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025836064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025836064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025836064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:37.868431 run patchelf(pid=16498): Terminating (SIGINT)\u000a02:58:38.037562 run patchelf(pid=16498): Terminated: ok {rc=0}\u000a02:58:38.067969 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16495): Process ended prematurely: osmo-stp_10.42.42.5(pid=16495) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16495)] [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a02:58:38.076529 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a02:58:38.137560 run osmo-hlr_10.42.42.2(pid=16492): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16492)]\u000a02:58:38.187222 run osmo-hlr_10.42.42.2(pid=16492): stdout: \u000a| (launched: 2022-12-10_02:58:34.960069) \u000a02:58:38.237510 run osmo-hlr_10.42.42.2(pid=16492): stderr: \u000a| �[0;m�[1;31m20221210025835136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025835136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025835136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025835136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025835136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025835136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025835148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025835157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025835157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025835157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:58:38.280065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16491): Terminating (SIGTERM)\u000a02:58:38.320501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16494): Terminating (SIGTERM)\u000a02:58:38.361165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16497): Terminating (SIGTERM)\u000a02:58:38.370902 --- ParallelTerminationStrategy: PID 16491 died...\u000a02:58:38.425434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16491): Terminated: ok {rc=0}\u000a02:58:38.435323 --- ParallelTerminationStrategy: PID 16494 died...\u000a02:58:38.489320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16494): Terminated: ok {rc=0}\u000a02:58:38.499230 --- ParallelTerminationStrategy: PID 16497 died...\u000a02:58:38.553197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16497): Terminated: ok {rc=0}\u000a02:58:38.636010 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:57:40" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16512): Process ended prematurely: osmo-stp_10.42.42.5(pid=16512) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16512)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16512): Process ended prematurely: osmo-stp_10.42.42.5(pid=16512) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16512)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:58:40.783787 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:40.794819 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:58:40.952788 tst cs_paging_gprs_active.py: using LAC 25513\u000a02:58:41.072434 tst cs_paging_gprs_active.py: using RAC 13\u000a02:58:41.192490 tst cs_paging_gprs_active.py: using CellId 25513\u000a02:58:41.320461 tst cs_paging_gprs_active.py: using BVCI 25514\u000a02:58:41.345823 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:41.357277 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:41.368448 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:41.380325 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:41.392042 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:41.404038 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:41.416160 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:41.427783 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:41.439667 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:58:41.559821 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:58:41.843973 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:58:41.971274 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:58:42.286219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16502): Launched\u000a02:58:42.548352 run iperf3-srv_10.42.42.10(pid=16503): Launched\u000a02:58:42.733941 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:58:42.860383 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:58:43.174476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16504): Launched\u000a02:58:43.436373 run iperf3-srv_10.42.42.10(pid=16505): Launched\u000a02:58:43.621629 tst cs_paging_gprs_active.py:38: start network...\u000a02:58:43.747672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:58:44.229861 run create_hlr_db(pid=16506): Launched\u000a02:58:44.404789 bus /gobi_6: Setting Powered False\u000a02:58:45.427774 run create_hlr_db(pid=16506): Terminated: ok {rc=0}\u000a02:58:45.833237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16508): Launched\u000a02:58:46.240334 run osmo-hlr_10.42.42.2(pid=16509): Launched\u000a02:58:46.452613 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:58:47.140524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16511): Launched\u000a02:58:47.471521 run osmo-stp_10.42.42.5(pid=16512): Launched\u000a02:58:47.593150 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:58:48.165077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16514): Launched\u000a02:58:48.281133 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:58:48.565987 run patchelf(pid=16515): Launched\u000a02:58:48.758069 run osmo-stp_10.42.42.5(pid=16512): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16512)]\u000a02:58:48.897067 run osmo-stp_10.42.42.5(pid=16512): stdout: \u000a| (launched: 2022-12-10_02:58:47.308529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:49.035968 run osmo-stp_10.42.42.5(pid=16512): stderr: \u000a| �[0;m�[38;5;43m20221210025847500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025847501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025847501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025847501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025847502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025847502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025847502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:49.171185 run osmo-stp_10.42.42.5(pid=16512): stdout: \u000a| (launched: 2022-12-10_02:58:47.308529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:49.304759 run osmo-stp_10.42.42.5(pid=16512): stderr: \u000a| �[0;m�[38;5;43m20221210025847500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025847501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025847501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025847501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025847502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025847502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025847502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:49.459707 run patchelf(pid=16515): Terminating (SIGINT)\u000a02:58:49.642822 run patchelf(pid=16515): Terminated: ok {rc=0}\u000a02:58:49.676017 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16512): Process ended prematurely: osmo-stp_10.42.42.5(pid=16512) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16512)] [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a02:58:49.685792 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a02:58:49.748422 run osmo-hlr_10.42.42.2(pid=16509): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16509)]\u000a02:58:49.799665 run osmo-hlr_10.42.42.2(pid=16509): stdout: \u000a| (launched: 2022-12-10_02:58:45.995033) \u000a02:58:49.851758 run osmo-hlr_10.42.42.2(pid=16509): stderr: \u000a| �[0;m�[1;31m20221210025846344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025846344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025846344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025846344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025846344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025846344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025846359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025846367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025846367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025846368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:58:49.895650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16502): Terminating (SIGTERM)\u000a02:58:49.937359 run iperf3-srv_10.42.42.10(pid=16503): Terminating (SIGTERM)\u000a02:58:49.979048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16504): Terminating (SIGTERM)\u000a02:58:50.020216 run iperf3-srv_10.42.42.10(pid=16505): Terminating (SIGTERM)\u000a02:58:50.061652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16508): Terminating (SIGTERM)\u000a02:58:50.102902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16511): Terminating (SIGTERM)\u000a02:58:50.144189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16514): Terminating (SIGTERM)\u000a02:58:50.153845 --- ParallelTerminationStrategy: PID 16502 died...\u000a02:58:50.208897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16502): Terminated: ok {rc=0}\u000a02:58:50.218936 --- ParallelTerminationStrategy: PID 16503 died...\u000a02:58:50.273997 run iperf3-srv_10.42.42.10(pid=16503): Terminated {rc=256}\u000a02:58:50.283893 --- ParallelTerminationStrategy: PID 16504 died...\u000a02:58:50.339495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16504): Terminated: ok {rc=0}\u000a02:58:50.349465 --- ParallelTerminationStrategy: PID 16505 died...\u000a02:58:50.404537 run iperf3-srv_10.42.42.10(pid=16505): Terminated {rc=256}\u000a02:58:50.414434 --- ParallelTerminationStrategy: PID 16508 died...\u000a02:58:50.469252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16508): Terminated: ok {rc=0}\u000a02:58:50.479128 --- ParallelTerminationStrategy: PID 16511 died...\u000a02:58:50.533955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16511): Terminated: ok {rc=0}\u000a02:58:50.544255 --- ParallelTerminationStrategy: PID 16514 died...\u000a02:58:50.599398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16514): Terminated: ok {rc=0}\u000a02:58:50.686229 bus /gobi_0: Setting Powered False\u000a02:58:51.791681 bus /gobi_0: Setting Powered False\u000a02:58:52.901414 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16524): Process ended prematurely: osmo-stp_10.42.42.5(pid=16524) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16524)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16524): Process ended prematurely: osmo-stp_10.42.42.5(pid=16524) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a02:58:54.012626 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:54.024299 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:58:54.187228 tst iperf3.py: using LAC 25514\u000a02:58:54.305363 tst iperf3.py: using RAC 14\u000a02:58:54.425375 tst iperf3.py: using CellId 25514\u000a02:58:54.543923 tst iperf3.py: using BVCI 25515\u000a02:58:54.567536 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:54.578559 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:54.589425 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:54.600613 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:54.611761 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:54.622868 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:54.634527 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:54.645789 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:54.657167 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:58:54.934434 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:58:55.060657 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:58:55.375048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16516): Launched\u000a02:58:55.637164 run iperf3-srv_10.42.42.10(pid=16517): Launched\u000a02:58:55.821092 tst iperf3.py:8: start network...\u000a02:58:55.947001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:58:56.425372 run create_hlr_db(pid=16518): Launched\u000a02:58:56.599467 bus /gobi_6: Setting Powered False\u000a02:58:57.622089 run create_hlr_db(pid=16518): Terminated: ok {rc=0}\u000a02:58:58.055863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16520): Launched\u000a02:58:58.383173 run osmo-hlr_10.42.42.2(pid=16521): Launched\u000a02:58:58.504773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:58:59.074452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16523): Launched\u000a02:58:59.401843 run osmo-stp_10.42.42.5(pid=16524): Launched\u000a02:58:59.519651 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:59:00.090091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16526): Launched\u000a02:59:00.206464 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:59:00.490927 run patchelf(pid=16527): Launched\u000a02:59:00.682411 run osmo-stp_10.42.42.5(pid=16524): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16524)]\u000a02:59:00.821289 run osmo-stp_10.42.42.5(pid=16524): stdout: \u000a| (launched: 2022-12-10_02:58:59.240381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:00.980366 run osmo-stp_10.42.42.5(pid=16524): stderr: \u000a| �[0;m�[38;5;43m20221210025859432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025859432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025859432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025859433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025859435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025859435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025859435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:01.118010 run osmo-stp_10.42.42.5(pid=16524): stdout: \u000a| (launched: 2022-12-10_02:58:59.240381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:01.254412 run osmo-stp_10.42.42.5(pid=16524): stderr: \u000a| �[0;m�[38;5;43m20221210025859432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025859432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025859432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025859433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025859435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025859435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025859435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:01.413479 run patchelf(pid=16527): Terminating (SIGINT)\u000a02:59:01.599844 run patchelf(pid=16527): Terminated: ok {rc=0}\u000a02:59:01.634180 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16524): Process ended prematurely: osmo-stp_10.42.42.5(pid=16524) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16524)] [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a02:59:01.644541 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a02:59:01.709190 run osmo-hlr_10.42.42.2(pid=16521): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16521)]\u000a02:59:01.761872 run osmo-hlr_10.42.42.2(pid=16521): stdout: \u000a| (launched: 2022-12-10_02:58:58.221972) \u000a02:59:01.815228 run osmo-hlr_10.42.42.2(pid=16521): stderr: \u000a| �[0;m�[1;31m20221210025858421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025858421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025858421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025858421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025858421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025858421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025858434 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025858443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025858443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025858443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:59:01.861340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16516): Terminating (SIGTERM)\u000a02:59:01.906030 run iperf3-srv_10.42.42.10(pid=16517): Terminating (SIGTERM)\u000a02:59:01.950633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16520): Terminating (SIGTERM)\u000a02:59:01.993189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16523): Terminating (SIGTERM)\u000a02:59:02.036067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16526): Terminating (SIGTERM)\u000a02:59:02.046846 --- ParallelTerminationStrategy: PID 16516 died...\u000a02:59:02.105303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16516): Terminated: ok {rc=0}\u000a02:59:02.115864 --- ParallelTerminationStrategy: PID 16517 died...\u000a02:59:02.172493 run iperf3-srv_10.42.42.10(pid=16517): Terminated {rc=256}\u000a02:59:02.183049 --- ParallelTerminationStrategy: PID 16520 died...\u000a02:59:02.239096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16520): Terminated: ok {rc=0}\u000a02:59:02.249347 --- ParallelTerminationStrategy: PID 16523 died...\u000a02:59:02.304582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16523): Terminated: ok {rc=0}\u000a02:59:02.314894 --- ParallelTerminationStrategy: PID 16526 died...\u000a02:59:02.370723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16526): Terminated: ok {rc=0}\u000a02:59:02.458564 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16542): Process ended prematurely: osmo-stp_10.42.42.5(pid=16542) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16542)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16542): Process ended prematurely: osmo-stp_10.42.42.5(pid=16542) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a02:59:03.574991 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:03.587878 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:59:03.756168 tst iperf3m4.py: using LAC 25515\u000a02:59:03.885254 tst iperf3m4.py: using RAC 15\u000a02:59:04.014852 tst iperf3m4.py: using CellId 25515\u000a02:59:04.142382 tst iperf3m4.py: using BVCI 25516\u000a02:59:04.167288 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:04.178702 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:04.189869 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:04.201009 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:04.212025 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:04.223214 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:04.234585 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:04.245626 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:04.256888 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:59:04.377108 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:59:04.498905 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:59:04.621615 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:59:04.917110 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:59:05.053188 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:59:05.391379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16528): Launched\u000a02:59:05.673116 run iperf3-srv_10.42.42.10(pid=16529): Launched\u000a02:59:05.872759 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:59:06.009144 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:59:06.347944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16530): Launched\u000a02:59:06.629685 run iperf3-srv_10.42.42.10(pid=16531): Launched\u000a02:59:06.828805 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:59:06.964358 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:59:07.300802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16532): Launched\u000a02:59:07.582458 run iperf3-srv_10.42.42.10(pid=16533): Launched\u000a02:59:07.782304 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:59:07.918393 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:59:08.256324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16534): Launched\u000a02:59:08.538380 run iperf3-srv_10.42.42.10(pid=16535): Launched\u000a02:59:08.738413 tst iperf3m4.py:8: start network...\u000a02:59:08.874140 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:59:09.396654 run create_hlr_db(pid=16536): Launched\u000a02:59:09.585458 bus /gobi_6: Setting Powered False\u000a02:59:10.606307 run create_hlr_db(pid=16536): Terminated: ok {rc=0}\u000a02:59:11.040244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16538): Launched\u000a02:59:11.367365 run osmo-hlr_10.42.42.2(pid=16539): Launched\u000a02:59:11.488641 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:59:12.059111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16541): Launched\u000a02:59:12.385962 run osmo-stp_10.42.42.5(pid=16542): Launched\u000a02:59:12.503651 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:59:13.071143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16544): Launched\u000a02:59:13.186967 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:59:13.470510 run patchelf(pid=16545): Launched\u000a02:59:13.662102 run osmo-stp_10.42.42.5(pid=16542): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16542)]\u000a02:59:13.801274 run osmo-stp_10.42.42.5(pid=16542): stdout: \u000a| (launched: 2022-12-10_02:59:12.225295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:13.940741 run osmo-stp_10.42.42.5(pid=16542): stderr: \u000a| �[0;m�[38;5;43m20221210025912421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025912421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025912421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025912422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025912422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025912422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025912422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:14.075632 run osmo-stp_10.42.42.5(pid=16542): stdout: \u000a| (launched: 2022-12-10_02:59:12.225295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:14.209849 run osmo-stp_10.42.42.5(pid=16542): stderr: \u000a| �[0;m�[38;5;43m20221210025912421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025912421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025912421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025912422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025912422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025912422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025912422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:14.365326 run patchelf(pid=16545): Terminating (SIGINT)\u000a02:59:14.548091 run patchelf(pid=16545): Terminated: ok {rc=0}\u000a02:59:14.581966 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16542): Process ended prematurely: osmo-stp_10.42.42.5(pid=16542) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16542)] [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a02:59:14.591725 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a02:59:14.654912 run osmo-hlr_10.42.42.2(pid=16539): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16539)]\u000a02:59:14.706317 run osmo-hlr_10.42.42.2(pid=16539): stdout: \u000a| (launched: 2022-12-10_02:59:11.205879) \u000a02:59:14.758324 run osmo-hlr_10.42.42.2(pid=16539): stderr: \u000a| �[0;m�[1;31m20221210025911404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025911404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025911404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025911404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025911404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025911404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025911417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025911426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025911426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025911426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:59:14.802709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16528): Terminating (SIGTERM)\u000a02:59:14.844542 run iperf3-srv_10.42.42.10(pid=16529): Terminating (SIGTERM)\u000a02:59:14.886563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16530): Terminating (SIGTERM)\u000a02:59:14.928389 run iperf3-srv_10.42.42.10(pid=16531): Terminating (SIGTERM)\u000a02:59:14.970250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16532): Terminating (SIGTERM)\u000a02:59:15.011969 run iperf3-srv_10.42.42.10(pid=16533): Terminating (SIGTERM)\u000a02:59:15.053940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16534): Terminating (SIGTERM)\u000a02:59:15.095651 run iperf3-srv_10.42.42.10(pid=16535): Terminating (SIGTERM)\u000a02:59:15.137610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16538): Terminating (SIGTERM)\u000a02:59:15.179469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16541): Terminating (SIGTERM)\u000a02:59:15.221339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16544): Terminating (SIGTERM)\u000a02:59:15.231144 --- ParallelTerminationStrategy: PID 16528 died...\u000a02:59:15.287449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16528): Terminated: ok {rc=0}\u000a02:59:15.297797 --- ParallelTerminationStrategy: PID 16529 died...\u000a02:59:15.353278 run iperf3-srv_10.42.42.10(pid=16529): Terminated {rc=256}\u000a02:59:15.363303 --- ParallelTerminationStrategy: PID 16530 died...\u000a02:59:15.419122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16530): Terminated: ok {rc=0}\u000a02:59:15.429188 --- ParallelTerminationStrategy: PID 16531 died...\u000a02:59:15.484414 run iperf3-srv_10.42.42.10(pid=16531): Terminated {rc=256}\u000a02:59:15.494382 --- ParallelTerminationStrategy: PID 16532 died...\u000a02:59:15.549997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16532): Terminated: ok {rc=0}\u000a02:59:15.560513 --- ParallelTerminationStrategy: PID 16533 died...\u000a02:59:15.615510 run iperf3-srv_10.42.42.10(pid=16533): Terminated {rc=256}\u000a02:59:15.626031 --- ParallelTerminationStrategy: PID 16534 died...\u000a02:59:15.681218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16534): Terminated: ok {rc=0}\u000a02:59:15.691462 --- ParallelTerminationStrategy: PID 16535 died...\u000a02:59:15.746725 run iperf3-srv_10.42.42.10(pid=16535): Terminated {rc=256}\u000a02:59:15.756799 --- ParallelTerminationStrategy: PID 16538 died...\u000a02:59:15.812206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16538): Terminated: ok {rc=0}\u000a02:59:15.822397 --- ParallelTerminationStrategy: PID 16541 died...\u000a02:59:15.878949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16541): Terminated: ok {rc=0}\u000a02:59:15.889318 --- ParallelTerminationStrategy: PID 16544 died...\u000a02:59:15.945081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16544): Terminated: ok {rc=0}\u000a02:59:16.036168 bus /gobi_4: Setting Powered False\u000a02:59:17.149121 bus /gobi_4: Setting Powered False\u000a02:59:18.259998 bus /gobi_1: Setting Powered False\u000a02:59:19.362658 bus /gobi_1: Setting Powered False\u000a02:59:20.471412 bus /gobi_0: Setting Powered False\u000a02:59:21.578583 bus /gobi_0: Setting Powered False\u000a02:59:22.688403 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16553): Process ended prematurely: osmo-stp_10.42.42.5(pid=16553) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16553)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16553): Process ended prematurely: osmo-stp_10.42.42.5(pid=16553) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a02:59:23.756864 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:23.768796 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:59:23.934663 tst ping.py: using LAC 25516\u000a02:59:24.058930 tst ping.py: using RAC 16\u000a02:59:24.183968 tst ping.py: using CellId 25516\u000a02:59:24.308844 tst ping.py: using BVCI 25517\u000a02:59:24.333421 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:24.344735 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:24.355909 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:24.367048 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:24.378105 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:24.389200 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:24.400610 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:24.411762 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:59:24.689135 tst ping.py:19: start network...\u000a02:59:24.813856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:59:25.285637 run create_hlr_db(pid=16547): Launched\u000a02:59:25.459765 bus /gobi_6: Setting Powered False\u000a02:59:26.478806 run create_hlr_db(pid=16547): Terminated: ok {rc=0}\u000a02:59:26.906219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16549): Launched\u000a02:59:27.227186 run osmo-hlr_10.42.42.2(pid=16550): Launched\u000a02:59:27.344238 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:59:27.903125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16552): Launched\u000a02:59:28.221563 run osmo-stp_10.42.42.5(pid=16553): Launched\u000a02:59:28.337100 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:59:28.897530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16555): Launched\u000a02:59:29.011633 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:59:29.292035 run patchelf(pid=16556): Launched\u000a02:59:29.479451 run osmo-stp_10.42.42.5(pid=16553): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16553)]\u000a02:59:29.617013 run osmo-stp_10.42.42.5(pid=16553): stdout: \u000a| (launched: 2022-12-10_02:59:28.065143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:29.753953 run osmo-stp_10.42.42.5(pid=16553): stderr: \u000a| �[0;m�[38;5;43m20221210025928257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025928257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025928257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025928258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025928258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025928258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025928258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:29.886680 run osmo-stp_10.42.42.5(pid=16553): stdout: \u000a| (launched: 2022-12-10_02:59:28.065143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:30.017811 run osmo-stp_10.42.42.5(pid=16553): stderr: \u000a| �[0;m�[38;5;43m20221210025928257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025928257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025928257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025928258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025928258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025928258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025928258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:30.170682 run patchelf(pid=16556): Terminating (SIGINT)\u000a02:59:30.351144 run patchelf(pid=16556): Terminated: ok {rc=0}\u000a02:59:30.383444 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16553): Process ended prematurely: osmo-stp_10.42.42.5(pid=16553) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16553)] [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a02:59:30.392528 tst ping.py:22: Test FAILED (6.6 sec)\u000a02:59:30.455155 run osmo-hlr_10.42.42.2(pid=16550): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16550)]\u000a02:59:30.507146 run osmo-hlr_10.42.42.2(pid=16550): stdout: \u000a| (launched: 2022-12-10_02:59:27.069115) \u000a02:59:30.559145 run osmo-hlr_10.42.42.2(pid=16550): stderr: \u000a| �[0;m�[1;31m20221210025927266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025927266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025927266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025927266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025927266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025927266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025927279 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025927287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025927287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025927287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:59:30.603249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16549): Terminating (SIGTERM)\u000a02:59:30.644779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16552): Terminating (SIGTERM)\u000a02:59:30.686543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16555): Terminating (SIGTERM)\u000a02:59:30.696263 --- ParallelTerminationStrategy: PID 16549 died...\u000a02:59:30.751999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16549): Terminated: ok {rc=0}\u000a02:59:30.762181 --- ParallelTerminationStrategy: PID 16552 died...\u000a02:59:30.817684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16552): Terminated: ok {rc=0}\u000a02:59:30.827788 --- ParallelTerminationStrategy: PID 16555 died...\u000a02:59:30.885294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16555): Terminated: ok {rc=0}\u000a02:59:30.988418 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16563): Process ended prematurely: osmo-stp_10.42.42.5(pid=16563) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16563)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16563): Process ended prematurely: osmo-stp_10.42.42.5(pid=16563) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a02:59:32.044307 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:32.060083 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:59:32.236158 tst ping_idle_ping.py: using LAC 25517\u000a02:59:32.355518 tst ping_idle_ping.py: using RAC 17\u000a02:59:32.475908 tst ping_idle_ping.py: using CellId 25517\u000a02:59:32.596029 tst ping_idle_ping.py: using BVCI 25518\u000a02:59:32.619002 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:32.630010 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:32.640682 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:32.651771 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:32.662800 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:32.673831 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:32.684914 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:32.695853 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:59:32.973067 tst ping_idle_ping.py:24: start network...\u000a02:59:33.098013 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:59:33.573895 run create_hlr_db(pid=16557): Launched\u000a02:59:33.747645 bus /gobi_6: Setting Powered False\u000a02:59:34.769584 run create_hlr_db(pid=16557): Terminated: ok {rc=0}\u000a02:59:35.196611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16559): Launched\u000a02:59:35.517850 run osmo-hlr_10.42.42.2(pid=16560): Launched\u000a02:59:35.639407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:59:36.195450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16562): Launched\u000a02:59:36.516563 run osmo-stp_10.42.42.5(pid=16563): Launched\u000a02:59:36.635155 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:59:37.194356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16565): Launched\u000a02:59:37.308023 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:59:37.589025 run patchelf(pid=16566): Launched\u000a02:59:37.776474 run osmo-stp_10.42.42.5(pid=16563): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16563)]\u000a02:59:37.912941 run osmo-stp_10.42.42.5(pid=16563): stdout: \u000a| (launched: 2022-12-10_02:59:36.358561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:38.049912 run osmo-stp_10.42.42.5(pid=16563): stderr: \u000a| �[0;m�[38;5;43m20221210025936550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025936550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025936550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025936550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025936551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025936551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025936551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:38.182169 run osmo-stp_10.42.42.5(pid=16563): stdout: \u000a| (launched: 2022-12-10_02:59:36.358561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:38.312803 run osmo-stp_10.42.42.5(pid=16563): stderr: \u000a| �[0;m�[38;5;43m20221210025936550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025936550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025936550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025936550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025936551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025936551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025936551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:38.465705 run patchelf(pid=16566): Terminating (SIGINT)\u000a02:59:38.645264 run patchelf(pid=16566): Terminated: ok {rc=0}\u000a02:59:38.677766 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16563): Process ended prematurely: osmo-stp_10.42.42.5(pid=16563) [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16563)] [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a02:59:38.686781 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a02:59:38.750140 run osmo-hlr_10.42.42.2(pid=16560): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16560)]\u000a02:59:38.801976 run osmo-hlr_10.42.42.2(pid=16560): stdout: \u000a| (launched: 2022-12-10_02:59:35.359701) \u000a02:59:38.854403 run osmo-hlr_10.42.42.2(pid=16560): stderr: \u000a| �[0;m�[1;31m20221210025935557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025935557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025935557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025935557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025935557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025935558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025935570 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025935578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025935578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025935578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:59:38.899048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16559): Terminating (SIGTERM)\u000a02:59:38.941382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16562): Terminating (SIGTERM)\u000a02:59:38.983406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16565): Terminating (SIGTERM)\u000a02:59:38.993313 --- ParallelTerminationStrategy: PID 16559 died...\u000a02:59:39.049407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16559): Terminated: ok {rc=0}\u000a02:59:39.059615 --- ParallelTerminationStrategy: PID 16562 died...\u000a02:59:39.115300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16562): Terminated: ok {rc=0}\u000a02:59:39.125463 --- ParallelTerminationStrategy: PID 16565 died...\u000a02:59:39.181261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16565): Terminated: ok {rc=0}\u000a02:59:39.269536 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:58:40" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16576): Process ended prematurely: osmo-stp_10.42.42.5(pid=16576) [trial-2368↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16576)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16576): Process ended prematurely: osmo-stp_10.42.42.5(pid=16576) [trial-2368↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a02:59:41.302309 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:59:41.313856 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:59:41.471743 tst switch_tch_pdch.py: using LAC 25518\u000a02:59:41.588356 tst switch_tch_pdch.py: using RAC 18\u000a02:59:41.711731 tst switch_tch_pdch.py: using CellId 25518\u000a02:59:41.839057 tst switch_tch_pdch.py: using BVCI 25519\u000a02:59:41.863616 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:59:41.875350 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:59:41.886872 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:59:41.898418 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:59:41.909902 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:59:41.921316 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:59:41.932798 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:59:41.944099 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:59:42.063649 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:59:42.362985 tst switch_tch_pdch.py:51: start network...\u000a02:59:42.496807 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:59:43.007596 run create_hlr_db(pid=16570): Launched\u000a02:59:43.192843 bus /gobi_6: Setting Powered False\u000a02:59:44.212346 run create_hlr_db(pid=16570): Terminated: ok {rc=0}\u000a02:59:44.616338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16572): Launched\u000a02:59:44.915646 run osmo-hlr_10.42.42.2(pid=16573): Launched\u000a02:59:45.029354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:59:45.547149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16575): Launched\u000a02:59:45.861227 run osmo-stp_10.42.42.5(pid=16576): Launched\u000a02:59:46.078822 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:59:46.684628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16578): Launched\u000a02:59:46.792926 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:59:47.076400 run patchelf(pid=16579): Launched\u000a02:59:47.269153 run osmo-stp_10.42.42.5(pid=16576): ERR: Terminated: ERROR {rc=1} [trial-2368↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16576)]\u000a02:59:47.406204 run osmo-stp_10.42.42.5(pid=16576): stdout: \u000a| (launched: 2022-12-10_02:59:45.698125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:47.543289 run osmo-stp_10.42.42.5(pid=16576): stderr: \u000a| �[0;m�[38;5;43m20221210025945907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025945907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025945907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025945908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025945918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025945918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025945918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:47.676357 run osmo-stp_10.42.42.5(pid=16576): stdout: \u000a| (launched: 2022-12-10_02:59:45.698125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:47.807041 run osmo-stp_10.42.42.5(pid=16576): stderr: \u000a| �[0;m�[38;5;43m20221210025945907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025945907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025945907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025945908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025945918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025945918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025945918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:47.959519 run patchelf(pid=16579): Terminating (SIGINT)\u000a02:59:48.138978 run patchelf(pid=16579): Terminated: ok {rc=0}\u000a02:59:48.171670 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=16576): Process ended prematurely: osmo-stp_10.42.42.5(pid=16576) [trial-2368↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16576)] [trial-2368↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a02:59:48.181076 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a02:59:48.243840 run osmo-hlr_10.42.42.2(pid=16573): ERR: Terminated: ERROR {rc=237} [trial-2368↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16573)]\u000a02:59:48.295222 run osmo-hlr_10.42.42.2(pid=16573): stdout: \u000a| (launched: 2022-12-10_02:59:44.767771) \u000a02:59:48.347481 run osmo-hlr_10.42.42.2(pid=16573): stderr: \u000a| �[0;m�[1;31m20221210025944941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025944942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025944942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025944942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025944942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025944942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025944954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025944963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025944963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025944963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:59:48.391952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16572): Terminating (SIGTERM)\u000a02:59:48.434561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16575): Terminating (SIGTERM)\u000a02:59:48.476394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16578): Terminating (SIGTERM)\u000a02:59:48.486255 --- ParallelTerminationStrategy: PID 16572 died...\u000a02:59:48.542441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16572): Terminated: ok {rc=0}\u000a02:59:48.552469 --- ParallelTerminationStrategy: PID 16575 died...\u000a02:59:48.608393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16575): Terminated: ok {rc=0}\u000a02:59:48.618642 --- ParallelTerminationStrategy: PID 16578 died...\u000a02:59:48.674428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16578): Terminated: ok {rc=0}\u000a02:59:48.761725 bus /gobi_0: Setting Powered False\u000a02:59:49.867686 bus /gobi_0: Setting Powered False\u000a02:59:50.978360 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:59:41" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16591): Process ended prematurely: osmo-stp_10.42.42.5(pid=16591) [trial-2368↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16591)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16591): Process ended prematurely: osmo-stp_10.42.42.5(pid=16591) [trial-2368↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a02:59:52.953325 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:59:52.965192 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a02:59:53.131749 tst switch_tch_pdch.py: using LAC 25519\u000a02:59:53.257417 tst switch_tch_pdch.py: using RAC 19\u000a02:59:53.385265 tst switch_tch_pdch.py: using CellId 25519\u000a02:59:53.506377 tst switch_tch_pdch.py: using BVCI 25520\u000a02:59:53.529330 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:59:53.540107 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:59:53.550930 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:59:53.562309 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:59:53.573332 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:59:53.584251 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:59:53.595357 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:59:53.606302 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:59:53.721578 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:59:53.995828 tst switch_tch_pdch.py:51: start network...\u000a02:59:54.119632 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:59:54.563927 run create_hlr_db(pid=16585): Launched\u000a02:59:54.685782 bus /gobi_6: Setting Powered False\u000a02:59:55.756667 run create_hlr_db(pid=16585): Terminated: ok {rc=0}\u000a02:59:56.153913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16587): Launched\u000a02:59:56.472706 run osmo-hlr_10.42.42.2(pid=16588): Launched\u000a02:59:56.590124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:59:57.116711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16590): Launched\u000a02:59:57.436311 run osmo-stp_10.42.42.5(pid=16591): Launched\u000a02:59:57.552222 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:59:58.083569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16593): Launched\u000a02:59:58.197673 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:59:58.477316 run patchelf(pid=16594): Launched\u000a02:59:58.665490 run osmo-stp_10.42.42.5(pid=16591): ERR: Terminated: ERROR {rc=1} [trial-2368↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16591)]\u000a02:59:58.801645 run osmo-stp_10.42.42.5(pid=16591): stdout: \u000a| (launched: 2022-12-10_02:59:57.279274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:58.938292 run osmo-stp_10.42.42.5(pid=16591): stderr: \u000a| �[0;m�[38;5;43m20221210025957471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025957471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025957472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025957472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025957474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025957474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025957475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:59.070264 run osmo-stp_10.42.42.5(pid=16591): stdout: \u000a| (launched: 2022-12-10_02:59:57.279274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:59.200765 run osmo-stp_10.42.42.5(pid=16591): stderr: \u000a| �[0;m�[38;5;43m20221210025957471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210025957471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210025957472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210025957472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210025957474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210025957474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210025957475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:59.353913 run patchelf(pid=16594): Terminating (SIGINT)\u000a02:59:59.533458 run patchelf(pid=16594): Terminated: ok {rc=0}\u000a02:59:59.565749 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=16591): Process ended prematurely: osmo-stp_10.42.42.5(pid=16591) [trial-2368↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16591)] [trial-2368↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a02:59:59.575189 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a02:59:59.637534 run osmo-hlr_10.42.42.2(pid=16588): ERR: Terminated: ERROR {rc=237} [trial-2368↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16588)]\u000a02:59:59.688692 run osmo-hlr_10.42.42.2(pid=16588): stdout: \u000a| (launched: 2022-12-10_02:59:56.315610) \u000a02:59:59.740344 run osmo-hlr_10.42.42.2(pid=16588): stderr: \u000a| �[0;m�[1;31m20221210025956514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210025956514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210025956514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025956515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210025956515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210025956515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210025956536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210025956546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210025956547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210025956547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:59:59.784085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16587): Terminating (SIGTERM)\u000a02:59:59.825539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16590): Terminating (SIGTERM)\u000a02:59:59.866714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16593): Terminating (SIGTERM)\u000a02:59:59.875880 --- ParallelTerminationStrategy: PID 16587 died...\u000a02:59:59.931180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16587): Terminated: ok {rc=0}\u000a02:59:59.941297 --- ParallelTerminationStrategy: PID 16590 died...\u000a02:59:59.996548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16590): Terminated: ok {rc=0}\u000a03:00:00.006585 --- ParallelTerminationStrategy: PID 16593 died...\u000a03:00:00.062111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16593): Terminated: ok {rc=0}\u000a03:00:00.148771 bus /gobi_0: Setting Powered False\u000a03:00:01.254839 bus /gobi_0: Setting Powered False\u000a03:00:02.377991 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T02:59:52" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16647): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16647) [trial-2368↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16647)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16647): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16647) [trial-2368↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a03:00:04.278099 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a03:00:04.289440 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:00:04.431585 tst mo_mt_sms.py: using LAC 25520\u000a03:00:04.556104 tst mo_mt_sms.py: using RAC 20\u000a03:00:04.680019 tst mo_mt_sms.py: using CellId 25520\u000a03:00:04.805355 tst mo_mt_sms.py: using BVCI 25521\u000a03:00:04.829575 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:00:04.946917 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:00:05.238205 tst mo_mt_sms.py:9: start nitb and bts...\u000a03:00:05.372170 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:00:06.030660 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16646): Launched\u000a03:00:06.346463 run osmo-nitb_10.42.42.2(pid=16647): Launched\u000a03:00:06.542610 run osmo-nitb_10.42.42.2(pid=16647): ERR: Terminated: ERROR {rc=2} [trial-2368↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16647)]\u000a03:00:06.687278 run osmo-nitb_10.42.42.2(pid=16647): stdout: \u000a| (launched: 2022-12-10_03:00:06.192623) \u000a03:00:06.831063 run osmo-nitb_10.42.42.2(pid=16647): stderr: \u000a| (launched: 2022-12-10_03:00:06.240326)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:00:06.970658 run osmo-nitb_10.42.42.2(pid=16647): stdout: \u000a| (launched: 2022-12-10_03:00:06.192623) \u000a03:00:07.109691 run osmo-nitb_10.42.42.2(pid=16647): stderr: \u000a| (launched: 2022-12-10_03:00:06.240326)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:00:07.474486 tst osmo-nitb_10.42.42.2(pid=16647): stdout: \u000a| (launched: 2022-12-10_03:00:06.192623) \u000a03:00:07.602367 tst osmo-nitb_10.42.42.2(pid=16647): stderr: \u000a| (launched: 2022-12-10_03:00:06.240326)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:00:07.657814 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=16647): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16647) [trial-2368↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16647)] [trial-2368↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a03:00:07.666395 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a03:00:07.702080 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16646): Terminating (SIGTERM)\u000a03:00:07.879768 --- ParallelTerminationStrategy: PID 16646 died...\u000a03:00:07.937254 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16646): Terminated: ok {rc=0}\u000a03:00:08.025516 bus /sierra_3: Setting Powered False\u000a03:00:09.132673 bus /sierra_3: Setting Powered False\u000a03:00:10.242054 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:00:04" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17012): Process ended prematurely: osmo-stp_10.42.42.5(pid=17012) [trial-2368↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17012)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17012): Process ended prematurely: osmo-stp_10.42.42.5(pid=17012) [trial-2368↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17012)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a03:00:12.120398 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:12.131107 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:00:12.269406 tst mo_mt_sms.py: using LAC 25521\u000a03:00:12.384576 tst mo_mt_sms.py: using RAC 21\u000a03:00:12.502020 tst mo_mt_sms.py: using CellId 25521\u000a03:00:12.622458 tst mo_mt_sms.py: using BVCI 25522\u000a03:00:12.647990 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:12.660684 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:12.672334 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:12.685103 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:12.697342 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:12.708550 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:00:12.827643 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:00:13.037974 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:00:13.561241 run create_hlr_db(pid=16760): Launched\u000a03:00:13.760674 bus /sierra_2: Setting Powered False\u000a03:00:14.774857 run create_hlr_db(pid=16760): Terminated: ok {rc=0}\u000a03:00:15.205118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17008): Launched\u000a03:00:15.524201 run osmo-hlr_10.42.42.2(pid=17009): Launched\u000a03:00:15.640789 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:00:16.233660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17011): Launched\u000a03:00:16.693248 run osmo-stp_10.42.42.5(pid=17012): Launched\u000a03:00:17.012222 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:00:17.631219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17014): Launched\u000a03:00:17.950632 run osmo-msc_10.42.42.6(pid=17015): Launched\u000a03:00:18.137817 run osmo-stp_10.42.42.5(pid=17012): ERR: Terminated: ERROR {rc=1} [trial-2368↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17012)]\u000a03:00:18.272790 run osmo-stp_10.42.42.5(pid=17012): stdout: \u000a| (launched: 2022-12-10_03:00:16.399203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:18.407561 run osmo-stp_10.42.42.5(pid=17012): stderr: \u000a| �[0;m�[38;5;43m20221210030016752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030016752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030016752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030016753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030016755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030016755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030016755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:18.535845 run osmo-stp_10.42.42.5(pid=17012): stdout: \u000a| (launched: 2022-12-10_03:00:16.399203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:18.663921 run osmo-stp_10.42.42.5(pid=17012): stderr: \u000a| �[0;m�[38;5;43m20221210030016752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030016752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030016752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030016753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030016755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030016755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030016755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:18.719632 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=17012): Process ended prematurely: osmo-stp_10.42.42.5(pid=17012) [trial-2368↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17012)] [trial-2368↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a03:00:18.727980 tst mo_mt_sms.py:16: Test FAILED (6.6 sec)\u000a03:00:18.790776 run osmo-hlr_10.42.42.2(pid=17009): ERR: Terminated: ERROR {rc=237} [trial-2368↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17009)]\u000a03:00:18.842424 run osmo-hlr_10.42.42.2(pid=17009): stdout: \u000a| (launched: 2022-12-10_03:00:15.367965) \u000a03:00:18.894499 run osmo-hlr_10.42.42.2(pid=17009): stderr: \u000a| �[0;m�[1;31m20221210030015565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030015565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030015565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030015565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030015565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030015565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030015577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030015586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030015586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030015586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:00:18.965737 run osmo-msc_10.42.42.6(pid=17015): ERR: Terminated: ERROR {rc=2} [trial-2368↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17015)]\u000a03:00:19.017353 run osmo-msc_10.42.42.6(pid=17015): stdout: \u000a| (launched: 2022-12-10_03:00:17.794255) \u000a03:00:19.069824 run osmo-msc_10.42.42.6(pid=17015): stderr: \u000a| �[0;m�[38;5;43m20221210030018118 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030018118 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff21e8a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030018118 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030018118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030018119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030018119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030018120 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030018121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030018121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030018121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:00:19.114139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17008): Terminating (SIGTERM)\u000a03:00:19.155855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17011): Terminating (SIGTERM)\u000a03:00:19.197846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17014): Terminating (SIGTERM)\u000a03:00:19.207571 --- ParallelTerminationStrategy: PID 17008 died...\u000a03:00:19.263601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17008): Terminated: ok {rc=0}\u000a03:00:19.273801 --- ParallelTerminationStrategy: PID 17011 died...\u000a03:00:19.329352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17011): Terminated: ok {rc=0}\u000a03:00:19.339474 --- ParallelTerminationStrategy: PID 17014 died...\u000a03:00:19.395233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17014): Terminated: ok {rc=0}\u000a03:00:19.481030 bus /sierra_3: Setting Powered False\u000a03:00:20.588743 bus /sierra_3: Setting Powered False\u000a03:00:21.700740 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:00:11" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17198): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17198) [trial-2368↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17198)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17198): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17198) [trial-2368↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a03:00:23.544148 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a03:00:23.556041 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:00:23.695677 tst assert_extension.py: using LAC 25522\u000a03:00:23.819535 tst assert_extension.py: using RAC 22\u000a03:00:23.944120 tst assert_extension.py: using CellId 25522\u000a03:00:24.068386 tst assert_extension.py: using BVCI 25523\u000a03:00:24.091793 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a03:00:24.376120 tst assert_extension.py:10: start nitb and bts...\u000a03:00:24.503540 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:00:25.147049 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17197): Launched\u000a03:00:25.472098 run osmo-nitb_10.42.42.2(pid=17198): Launched\u000a03:00:25.660764 run osmo-nitb_10.42.42.2(pid=17198): ERR: Terminated: ERROR {rc=2} [trial-2368↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17198)]\u000a03:00:25.799748 run osmo-nitb_10.42.42.2(pid=17198): stdout: \u000a| (launched: 2022-12-10_03:00:25.300099) \u000a03:00:25.939188 run osmo-nitb_10.42.42.2(pid=17198): stderr: \u000a| (launched: 2022-12-10_03:00:25.345239)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:00:26.074295 run osmo-nitb_10.42.42.2(pid=17198): stdout: \u000a| (launched: 2022-12-10_03:00:25.300099) \u000a03:00:26.208253 run osmo-nitb_10.42.42.2(pid=17198): stderr: \u000a| (launched: 2022-12-10_03:00:25.345239)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:00:26.595509 tst osmo-nitb_10.42.42.2(pid=17198): stdout: \u000a| (launched: 2022-12-10_03:00:25.300099) \u000a03:00:26.719237 tst osmo-nitb_10.42.42.2(pid=17198): stderr: \u000a| (launched: 2022-12-10_03:00:25.345239)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:00:26.772749 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=17198): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17198) [trial-2368↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17198)] [trial-2368↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a03:00:26.782011 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a03:00:26.820663 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17197): Terminating (SIGTERM)\u000a03:00:27.000636 --- ParallelTerminationStrategy: PID 17197 died...\u000a03:00:27.061056 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17197): Terminated: ok {rc=0}\u000a03:00:27.149234 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:00:23" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "ussd:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17209): Process ended prematurely: osmo-stp_10.42.42.5(pid=17209) [trial-2368↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17209)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17209): Process ended prematurely: osmo-stp_10.42.42.5(pid=17209) [trial-2368↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17209)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a03:00:28.992879 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:29.004937 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:00:29.143696 tst assert_extension.py: using LAC 25523\u000a03:00:29.267465 tst assert_extension.py: using RAC 23\u000a03:00:29.391724 tst assert_extension.py: using CellId 25523\u000a03:00:29.515604 tst assert_extension.py: using BVCI 25524\u000a03:00:29.539987 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:29.551325 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:29.562511 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:29.573835 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:29.584858 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:29.596641 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a03:00:29.801340 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:00:30.314634 run create_hlr_db(pid=17203): Launched\u000a03:00:30.500248 bus /sierra_2: Setting Powered False\u000a03:00:31.524210 run create_hlr_db(pid=17203): Terminated: ok {rc=0}\u000a03:00:31.974311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17205): Launched\u000a03:00:32.300212 run osmo-hlr_10.42.42.2(pid=17206): Launched\u000a03:00:32.416902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:00:32.979560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17208): Launched\u000a03:00:33.300698 run osmo-stp_10.42.42.5(pid=17209): Launched\u000a03:00:33.417257 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:00:34.001087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17211): Launched\u000a03:00:34.320612 run osmo-msc_10.42.42.6(pid=17212): Launched\u000a03:00:34.507706 run osmo-stp_10.42.42.5(pid=17209): ERR: Terminated: ERROR {rc=1} [trial-2368↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17209)]\u000a03:00:34.643818 run osmo-stp_10.42.42.5(pid=17209): stdout: \u000a| (launched: 2022-12-10_03:00:33.142694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:34.779171 run osmo-stp_10.42.42.5(pid=17209): stderr: \u000a| �[0;m�[38;5;43m20221210030033336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030033336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030033336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030033337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030033337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030033337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030033337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:34.907464 run osmo-stp_10.42.42.5(pid=17209): stdout: \u000a| (launched: 2022-12-10_03:00:33.142694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:35.034496 run osmo-stp_10.42.42.5(pid=17209): stderr: \u000a| �[0;m�[38;5;43m20221210030033336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030033336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030033336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030033337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030033337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030033337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030033337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:35.090121 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=17209): Process ended prematurely: osmo-stp_10.42.42.5(pid=17209) [trial-2368↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17209)] [trial-2368↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a03:00:35.098328 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a03:00:35.160940 run osmo-hlr_10.42.42.2(pid=17206): ERR: Terminated: ERROR {rc=237} [trial-2368↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17206)]\u000a03:00:35.211905 run osmo-hlr_10.42.42.2(pid=17206): stdout: \u000a| (launched: 2022-12-10_03:00:32.141312) \u000a03:00:35.263587 run osmo-hlr_10.42.42.2(pid=17206): stderr: \u000a| �[0;m�[1;31m20221210030032337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030032337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030032337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030032337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030032337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030032337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030032350 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030032358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030032359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030032359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:00:35.334053 run osmo-msc_10.42.42.6(pid=17212): ERR: Terminated: ERROR {rc=2} [trial-2368↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17212)]\u000a03:00:35.384995 run osmo-msc_10.42.42.6(pid=17212): stdout: \u000a| (launched: 2022-12-10_03:00:34.163488) \u000a03:00:35.436785 run osmo-msc_10.42.42.6(pid=17212): stderr: \u000a| �[0;m�[38;5;43m20221210030034486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030034487 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f888fd31c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030034487 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030034487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030034487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030034487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030034489 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030034489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030034489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030034490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:00:35.480588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17205): Terminating (SIGTERM)\u000a03:00:35.522347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17208): Terminating (SIGTERM)\u000a03:00:35.563749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17211): Terminating (SIGTERM)\u000a03:00:35.573169 --- ParallelTerminationStrategy: PID 17205 died...\u000a03:00:35.628663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17205): Terminated: ok {rc=0}\u000a03:00:35.638890 --- ParallelTerminationStrategy: PID 17208 died...\u000a03:00:35.694256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17208): Terminated: ok {rc=0}\u000a03:00:35.704295 --- ParallelTerminationStrategy: PID 17211 died...\u000a03:00:35.759804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17211): Terminated: ok {rc=0}\u000a03:00:35.847239 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:00:28" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17223): Process ended prematurely: osmo-stp_10.42.42.5(pid=17223) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17223)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17223): Process ended prematurely: osmo-stp_10.42.42.5(pid=17223) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17223)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:00:37.800187 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:37.812201 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:00:37.971668 tst mo_mt_call.py: using LAC 25524\u000a03:00:38.097953 tst mo_mt_call.py: using RAC 24\u000a03:00:38.220856 tst mo_mt_call.py: using CellId 25524\u000a03:00:38.341791 tst mo_mt_call.py: using BVCI 25525\u000a03:00:38.365229 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:38.376642 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:38.387810 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:38.399341 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:38.410829 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:38.422057 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:00:38.543726 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:00:38.755965 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:00:39.278508 run create_hlr_db(pid=17217): Launched\u000a03:00:39.465799 bus /sierra_2: Setting Powered False\u000a03:00:40.487339 run create_hlr_db(pid=17217): Terminated: ok {rc=0}\u000a03:00:40.900124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17219): Launched\u000a03:00:41.205784 run osmo-hlr_10.42.42.2(pid=17220): Launched\u000a03:00:41.321142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:00:41.850426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17222): Launched\u000a03:00:42.158347 run osmo-stp_10.42.42.5(pid=17223): Launched\u000a03:00:42.279823 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:00:42.840616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17225): Launched\u000a03:00:43.147780 run osmo-msc_10.42.42.6(pid=17226): Launched\u000a03:00:43.327753 run osmo-stp_10.42.42.5(pid=17223): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17223)]\u000a03:00:43.457108 run osmo-stp_10.42.42.5(pid=17223): stdout: \u000a| (launched: 2022-12-10_03:00:42.004906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:43.584248 run osmo-stp_10.42.42.5(pid=17223): stderr: \u000a| �[0;m�[38;5;43m20221210030042179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030042179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030042180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030042180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030042180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030042181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030042181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:43.706822 run osmo-stp_10.42.42.5(pid=17223): stdout: \u000a| (launched: 2022-12-10_03:00:42.004906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:43.827583 run osmo-stp_10.42.42.5(pid=17223): stderr: \u000a| �[0;m�[38;5;43m20221210030042179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030042179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030042180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030042180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030042180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030042181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030042181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:43.881063 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17223): Process ended prematurely: osmo-stp_10.42.42.5(pid=17223) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17223)] [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a03:00:43.889742 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:00:43.949848 run osmo-hlr_10.42.42.2(pid=17220): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17220)]\u000a03:00:43.998652 run osmo-hlr_10.42.42.2(pid=17220): stdout: \u000a| (launched: 2022-12-10_03:00:41.055238) \u000a03:00:44.048540 run osmo-hlr_10.42.42.2(pid=17220): stderr: \u000a| �[0;m�[1;31m20221210030041231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030041231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030041231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030041231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030041231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030041231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030041243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030041253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030041253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030041253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:00:44.115695 run osmo-msc_10.42.42.6(pid=17226): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17226)]\u000a03:00:44.164444 run osmo-msc_10.42.42.6(pid=17226): stdout: \u000a| (launched: 2022-12-10_03:00:42.995716) \u000a03:00:44.213655 run osmo-msc_10.42.42.6(pid=17226): stderr: \u000a| �[0;m�[38;5;43m20221210030043267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030043267 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd308a0ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030043267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030043267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030043267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030043267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030043269 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030043270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030043270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030043270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:00:44.255023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17219): Terminating (SIGTERM)\u000a03:00:44.294506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17222): Terminating (SIGTERM)\u000a03:00:44.334131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17225): Terminating (SIGTERM)\u000a03:00:44.343670 --- ParallelTerminationStrategy: PID 17219 died...\u000a03:00:44.396564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17219): Terminated: ok {rc=0}\u000a03:00:44.406272 --- ParallelTerminationStrategy: PID 17222 died...\u000a03:00:44.460007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17222): Terminated: ok {rc=0}\u000a03:00:44.469845 --- ParallelTerminationStrategy: PID 17225 died...\u000a03:00:44.522570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17225): Terminated: ok {rc=0}\u000a03:00:44.605723 bus /sierra_3: Setting Powered False\u000a03:00:45.706723 bus /sierra_3: Setting Powered False\u000a03:00:46.832390 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17234): Process ended prematurely: osmo-stp_10.42.42.5(pid=17234) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17234)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17234): Process ended prematurely: osmo-stp_10.42.42.5(pid=17234) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:00:47.948519 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:47.961040 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:00:48.121458 tst mo_mt_call_osmux.py: using LAC 25525\u000a03:00:48.247709 tst mo_mt_call_osmux.py: using RAC 25\u000a03:00:48.374480 tst mo_mt_call_osmux.py: using CellId 25525\u000a03:00:48.501383 tst mo_mt_call_osmux.py: using BVCI 25526\u000a03:00:48.526403 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:48.538198 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:48.549700 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:48.561496 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:48.573352 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:48.584931 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:00:48.706440 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:00:48.920072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:00:49.444220 run create_hlr_db(pid=17228): Launched\u000a03:00:49.632833 bus /sierra_2: Setting Powered False\u000a03:00:50.654626 run create_hlr_db(pid=17228): Terminated: ok {rc=0}\u000a03:00:51.063680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17230): Launched\u000a03:00:51.369161 run osmo-hlr_10.42.42.2(pid=17231): Launched\u000a03:00:51.480657 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:00:52.008788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17233): Launched\u000a03:00:52.312581 run osmo-stp_10.42.42.5(pid=17234): Launched\u000a03:00:52.423702 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:00:52.984918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17236): Launched\u000a03:00:53.289843 run osmo-msc_10.42.42.6(pid=17237): Launched\u000a03:00:53.470006 run osmo-stp_10.42.42.5(pid=17234): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17234)]\u000a03:00:53.599691 run osmo-stp_10.42.42.5(pid=17234): stdout: \u000a| (launched: 2022-12-10_03:00:52.163382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:53.727318 run osmo-stp_10.42.42.5(pid=17234): stderr: \u000a| �[0;m�[38;5;43m20221210030052334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030052334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030052334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030052335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030052335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030052335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030052335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:53.849628 run osmo-stp_10.42.42.5(pid=17234): stdout: \u000a| (launched: 2022-12-10_03:00:52.163382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:53.970851 run osmo-stp_10.42.42.5(pid=17234): stderr: \u000a| �[0;m�[38;5;43m20221210030052334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030052334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030052334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030052335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030052335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030052335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030052335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:54.024058 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17234): Process ended prematurely: osmo-stp_10.42.42.5(pid=17234) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17234)] [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a03:00:54.032705 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:00:54.093409 run osmo-hlr_10.42.42.2(pid=17231): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17231)]\u000a03:00:54.142418 run osmo-hlr_10.42.42.2(pid=17231): stdout: \u000a| (launched: 2022-12-10_03:00:51.218199) \u000a03:00:54.191990 run osmo-hlr_10.42.42.2(pid=17231): stderr: \u000a| �[0;m�[1;31m20221210030051394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030051395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030051395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030051395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030051395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030051395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030051423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030051434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030051434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030051434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:00:54.259606 run osmo-msc_10.42.42.6(pid=17237): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17237)]\u000a03:00:54.308707 run osmo-msc_10.42.42.6(pid=17237): stdout: \u000a| (launched: 2022-12-10_03:00:53.139292) \u000a03:00:54.358403 run osmo-msc_10.42.42.6(pid=17237): stderr: \u000a| �[0;m�[38;5;43m20221210030053411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030053411 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff95080c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030053411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030053411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030053411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030053411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030053415 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030053415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030053415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030053415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:00:54.400474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17230): Terminating (SIGTERM)\u000a03:00:54.440210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17233): Terminating (SIGTERM)\u000a03:00:54.480455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17236): Terminating (SIGTERM)\u000a03:00:54.490123 --- ParallelTerminationStrategy: PID 17230 died...\u000a03:00:54.543751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17230): Terminated: ok {rc=0}\u000a03:00:54.553541 --- ParallelTerminationStrategy: PID 17233 died...\u000a03:00:54.607411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17233): Terminated: ok {rc=0}\u000a03:00:54.617326 --- ParallelTerminationStrategy: PID 17236 died...\u000a03:00:54.670890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17236): Terminated: ok {rc=0}\u000a03:00:54.754777 bus /sierra_3: Setting Powered False\u000a03:00:55.862472 bus /sierra_3: Setting Powered False\u000a03:00:56.974352 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:00:37" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17248): Process ended prematurely: osmo-stp_10.42.42.5(pid=17248) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17248)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17248): Process ended prematurely: osmo-stp_10.42.42.5(pid=17248) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a03:00:58.968340 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:00:58.980142 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:00:59.140146 tst mo_mt_call.py: using LAC 25526\u000a03:00:59.267279 tst mo_mt_call.py: using RAC 26\u000a03:00:59.394410 tst mo_mt_call.py: using CellId 25526\u000a03:00:59.521600 tst mo_mt_call.py: using BVCI 25527\u000a03:00:59.546658 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:00:59.558523 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:00:59.570095 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:00:59.581811 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:00:59.593473 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:00:59.605324 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:00:59.724080 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:00:59.927723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:01:00.408725 run create_hlr_db(pid=17242): Launched\u000a03:01:00.584476 bus /sierra_2: Setting Powered False\u000a03:01:01.649448 run create_hlr_db(pid=17242): Terminated: ok {rc=0}\u000a03:01:02.116252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17244): Launched\u000a03:01:02.446322 run osmo-hlr_10.42.42.2(pid=17245): Launched\u000a03:01:02.566179 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:01:03.118245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17247): Launched\u000a03:01:03.425089 run osmo-stp_10.42.42.5(pid=17248): Launched\u000a03:01:03.537261 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:01:04.098895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17250): Launched\u000a03:01:04.407446 run osmo-msc_10.42.42.6(pid=17251): Launched\u000a03:01:04.587745 run osmo-stp_10.42.42.5(pid=17248): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17248)]\u000a03:01:04.718341 run osmo-stp_10.42.42.5(pid=17248): stdout: \u000a| (launched: 2022-12-10_03:01:03.273176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:04.846007 run osmo-stp_10.42.42.5(pid=17248): stderr: \u000a| �[0;m�[38;5;43m20221210030103446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030103447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030103447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030103447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030103448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030103448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030103448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:04.968590 run osmo-stp_10.42.42.5(pid=17248): stdout: \u000a| (launched: 2022-12-10_03:01:03.273176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:05.090547 run osmo-stp_10.42.42.5(pid=17248): stderr: \u000a| �[0;m�[38;5;43m20221210030103446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030103447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030103447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030103447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030103448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030103448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030103448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:05.144262 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17248): Process ended prematurely: osmo-stp_10.42.42.5(pid=17248) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17248)] [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a03:01:05.152942 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:01:05.213730 run osmo-hlr_10.42.42.2(pid=17245): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17245)]\u000a03:01:05.263156 run osmo-hlr_10.42.42.2(pid=17245): stdout: \u000a| (launched: 2022-12-10_03:01:02.284880) \u000a03:01:05.313480 run osmo-hlr_10.42.42.2(pid=17245): stderr: \u000a| �[0;m�[1;31m20221210030102485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030102485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030102485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030102485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030102485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030102485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030102498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030102506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030102506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030102506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:01:05.381389 run osmo-msc_10.42.42.6(pid=17251): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17251)]\u000a03:01:05.430548 run osmo-msc_10.42.42.6(pid=17251): stdout: \u000a| (launched: 2022-12-10_03:01:04.254394) \u000a03:01:05.480335 run osmo-msc_10.42.42.6(pid=17251): stderr: \u000a| �[0;m�[38;5;43m20221210030104526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030104526 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f02f6a33c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030104526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030104526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030104526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030104527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030104528 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030104529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030104529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030104529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:01:05.522201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17244): Terminating (SIGTERM)\u000a03:01:05.562737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17247): Terminating (SIGTERM)\u000a03:01:05.603355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17250): Terminating (SIGTERM)\u000a03:01:05.612925 --- ParallelTerminationStrategy: PID 17244 died...\u000a03:01:05.666121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17244): Terminated: ok {rc=0}\u000a03:01:05.676012 --- ParallelTerminationStrategy: PID 17247 died...\u000a03:01:05.728937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17247): Terminated: ok {rc=0}\u000a03:01:05.738841 --- ParallelTerminationStrategy: PID 17250 died...\u000a03:01:05.792084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17250): Terminated: ok {rc=0}\u000a03:01:05.876837 bus /sierra_3: Setting Powered False\u000a03:01:06.984473 bus /sierra_3: Setting Powered False\u000a03:01:08.093350 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17259): Process ended prematurely: osmo-stp_10.42.42.5(pid=17259) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17259)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17259): Process ended prematurely: osmo-stp_10.42.42.5(pid=17259) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:01:09.202782 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:09.214796 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:01:09.371221 tst mo_mt_call_osmux.py: using LAC 25527\u000a03:01:09.494778 tst mo_mt_call_osmux.py: using RAC 27\u000a03:01:09.616897 tst mo_mt_call_osmux.py: using CellId 25527\u000a03:01:09.742079 tst mo_mt_call_osmux.py: using BVCI 25528\u000a03:01:09.765380 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:09.776651 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:09.787742 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:09.799109 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:09.810553 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:09.822019 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:01:09.945347 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:01:10.159923 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:01:10.683996 run create_hlr_db(pid=17253): Launched\u000a03:01:10.871590 bus /sierra_2: Setting Powered False\u000a03:01:11.893772 run create_hlr_db(pid=17253): Terminated: ok {rc=0}\u000a03:01:12.327616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17255): Launched\u000a03:01:12.654313 run osmo-hlr_10.42.42.2(pid=17256): Launched\u000a03:01:12.773077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:01:13.342606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17258): Launched\u000a03:01:13.671375 run osmo-stp_10.42.42.5(pid=17259): Launched\u000a03:01:13.790468 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:01:14.391183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17261): Launched\u000a03:01:14.720105 run osmo-msc_10.42.42.6(pid=17262): Launched\u000a03:01:14.912437 run osmo-stp_10.42.42.5(pid=17259): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17259)]\u000a03:01:15.050923 run osmo-stp_10.42.42.5(pid=17259): stdout: \u000a| (launched: 2022-12-10_03:01:13.509532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:15.189651 run osmo-stp_10.42.42.5(pid=17259): stderr: \u000a| �[0;m�[38;5;43m20221210030113702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030113702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030113703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030113703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030113705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030113705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030113705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:15.320459 run osmo-stp_10.42.42.5(pid=17259): stdout: \u000a| (launched: 2022-12-10_03:01:13.509532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:15.450533 run osmo-stp_10.42.42.5(pid=17259): stderr: \u000a| �[0;m�[38;5;43m20221210030113702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030113702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030113703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030113703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030113705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030113705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030113705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:15.507731 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17259): Process ended prematurely: osmo-stp_10.42.42.5(pid=17259) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17259)] [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a03:01:15.516771 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a03:01:15.579136 run osmo-hlr_10.42.42.2(pid=17256): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17256)]\u000a03:01:15.630655 run osmo-hlr_10.42.42.2(pid=17256): stdout: \u000a| (launched: 2022-12-10_03:01:12.493790) \u000a03:01:15.682640 run osmo-hlr_10.42.42.2(pid=17256): stderr: \u000a| �[0;m�[1;31m20221210030112696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030112696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030112696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030112696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030112696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030112696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030112708 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030112716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030112717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030112717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:01:15.752893 run osmo-msc_10.42.42.6(pid=17262): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17262)]\u000a03:01:15.803788 run osmo-msc_10.42.42.6(pid=17262): stdout: \u000a| (launched: 2022-12-10_03:01:14.557899) \u000a03:01:15.855360 run osmo-msc_10.42.42.6(pid=17262): stderr: \u000a| �[0;m�[38;5;43m20221210030114882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030114882 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f48e945ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030114882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030114882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030114882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030114882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030114884 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030114884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030114884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030114885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:01:15.903187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17255): Terminating (SIGTERM)\u000a03:01:15.953543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17258): Terminating (SIGTERM)\u000a03:01:15.998845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17261): Terminating (SIGTERM)\u000a03:01:16.009505 --- ParallelTerminationStrategy: PID 17255 died...\u000a03:01:16.087456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17255): Terminated: ok {rc=0}\u000a03:01:16.100176 --- ParallelTerminationStrategy: PID 17258 died...\u000a03:01:16.169932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17258): Terminated: ok {rc=0}\u000a03:01:16.183596 --- ParallelTerminationStrategy: PID 17261 died...\u000a03:01:16.253122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17261): Terminated: ok {rc=0}\u000a03:01:16.359726 bus /sierra_3: Setting Powered False\u000a03:01:17.462950 bus /sierra_3: Setting Powered False\u000a03:01:18.573949 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:00:58" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17274): Process ended prematurely: osmo-stp_10.42.42.5(pid=17274) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17274)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17274): Process ended prematurely: osmo-stp_10.42.42.5(pid=17274) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17274)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:01:20.576870 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:20.588653 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:01:20.748412 tst mo_mt_call.py: using LAC 25528\u000a03:01:20.886772 tst mo_mt_call.py: using RAC 28\u000a03:01:21.016100 tst mo_mt_call.py: using CellId 25528\u000a03:01:21.137372 tst mo_mt_call.py: using BVCI 25529\u000a03:01:21.161032 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:21.172498 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:21.183740 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:21.195358 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:21.207212 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:21.218991 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:01:21.334956 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:01:21.536460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:01:22.020461 run create_hlr_db(pid=17268): Launched\u000a03:01:22.196432 bus /sierra_2: Setting Powered False\u000a03:01:23.218779 run create_hlr_db(pid=17268): Terminated: ok {rc=0}\u000a03:01:23.654662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17270): Launched\u000a03:01:23.983805 run osmo-hlr_10.42.42.2(pid=17271): Launched\u000a03:01:24.105476 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:01:24.644317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17273): Launched\u000a03:01:24.950767 run osmo-stp_10.42.42.5(pid=17274): Launched\u000a03:01:25.062113 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:01:25.625298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17276): Launched\u000a03:01:25.933895 run osmo-msc_10.42.42.6(pid=17277): Launched\u000a03:01:26.116703 run osmo-stp_10.42.42.5(pid=17274): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17274)]\u000a03:01:26.247753 run osmo-stp_10.42.42.5(pid=17274): stdout: \u000a| (launched: 2022-12-10_03:01:24.799443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:26.377187 run osmo-stp_10.42.42.5(pid=17274): stderr: \u000a| �[0;m�[38;5;43m20221210030124970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030124971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030124971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030124971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030124973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030124974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030124974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:26.500512 run osmo-stp_10.42.42.5(pid=17274): stdout: \u000a| (launched: 2022-12-10_03:01:24.799443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:26.623165 run osmo-stp_10.42.42.5(pid=17274): stderr: \u000a| �[0;m�[38;5;43m20221210030124970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030124971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030124971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030124971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030124973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030124974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030124974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:26.677128 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17274): Process ended prematurely: osmo-stp_10.42.42.5(pid=17274) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17274)] [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a03:01:26.685655 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:01:26.746119 run osmo-hlr_10.42.42.2(pid=17271): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17271)]\u000a03:01:26.795118 run osmo-hlr_10.42.42.2(pid=17271): stdout: \u000a| (launched: 2022-12-10_03:01:23.821884) \u000a03:01:26.845014 run osmo-hlr_10.42.42.2(pid=17271): stderr: \u000a| �[0;m�[1;31m20221210030124023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030124023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030124023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030124023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030124023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030124023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030124036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030124044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030124044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030124044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:01:26.912841 run osmo-msc_10.42.42.6(pid=17277): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17277)]\u000a03:01:26.962063 run osmo-msc_10.42.42.6(pid=17277): stdout: \u000a| (launched: 2022-12-10_03:01:25.780906) \u000a03:01:27.011654 run osmo-msc_10.42.42.6(pid=17277): stderr: \u000a| �[0;m�[38;5;43m20221210030126051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030126051 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf015f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030126051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030126051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030126051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030126051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030126053 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030126054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030126054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030126054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:01:27.053469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17270): Terminating (SIGTERM)\u000a03:01:27.093402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17273): Terminating (SIGTERM)\u000a03:01:27.133820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17276): Terminating (SIGTERM)\u000a03:01:27.143417 --- ParallelTerminationStrategy: PID 17270 died...\u000a03:01:27.197180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17270): Terminated: ok {rc=0}\u000a03:01:27.207278 --- ParallelTerminationStrategy: PID 17273 died...\u000a03:01:27.260611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17273): Terminated: ok {rc=0}\u000a03:01:27.270614 --- ParallelTerminationStrategy: PID 17276 died...\u000a03:01:27.323442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17276): Terminated: ok {rc=0}\u000a03:01:27.412875 bus /sierra_3: Setting Powered False\u000a03:01:28.515920 bus /sierra_3: Setting Powered False\u000a03:01:29.622949 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17285): Process ended prematurely: osmo-stp_10.42.42.5(pid=17285) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17285)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17285): Process ended prematurely: osmo-stp_10.42.42.5(pid=17285) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:01:30.738076 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:30.750423 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:01:30.937490 tst mo_mt_call_osmux.py: using LAC 25529\u000a03:01:31.067186 tst mo_mt_call_osmux.py: using RAC 29\u000a03:01:31.213867 tst mo_mt_call_osmux.py: using CellId 25529\u000a03:01:31.336186 tst mo_mt_call_osmux.py: using BVCI 25530\u000a03:01:31.360703 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:31.373277 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:31.385465 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:31.398697 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:31.413113 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:31.427529 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:01:31.561746 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:01:31.783998 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:01:32.283564 run create_hlr_db(pid=17279): Launched\u000a03:01:32.462431 bus /sierra_2: Setting Powered False\u000a03:01:33.482044 run create_hlr_db(pid=17279): Terminated: ok {rc=0}\u000a03:01:33.917954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17281): Launched\u000a03:01:34.245423 run osmo-hlr_10.42.42.2(pid=17282): Launched\u000a03:01:34.369752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:01:34.939497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17284): Launched\u000a03:01:35.267561 run osmo-stp_10.42.42.5(pid=17285): Launched\u000a03:01:35.386566 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:01:35.984159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17287): Launched\u000a03:01:36.310479 run osmo-msc_10.42.42.6(pid=17288): Launched\u000a03:01:36.501610 run osmo-stp_10.42.42.5(pid=17285): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17285)]\u000a03:01:36.639627 run osmo-stp_10.42.42.5(pid=17285): stdout: \u000a| (launched: 2022-12-10_03:01:35.105705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:36.776869 run osmo-stp_10.42.42.5(pid=17285): stderr: \u000a| �[0;m�[38;5;43m20221210030135300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030135301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030135301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030135301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030135302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030135302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030135302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:36.907427 run osmo-stp_10.42.42.5(pid=17285): stdout: \u000a| (launched: 2022-12-10_03:01:35.105705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:37.036331 run osmo-stp_10.42.42.5(pid=17285): stderr: \u000a| �[0;m�[38;5;43m20221210030135300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030135301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030135301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030135301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030135302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030135302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030135302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:37.093423 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17285): Process ended prematurely: osmo-stp_10.42.42.5(pid=17285) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17285)] [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a03:01:37.102531 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a03:01:37.164875 run osmo-hlr_10.42.42.2(pid=17282): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17282)]\u000a03:01:37.215961 run osmo-hlr_10.42.42.2(pid=17282): stdout: \u000a| (launched: 2022-12-10_03:01:34.084634) \u000a03:01:37.267923 run osmo-hlr_10.42.42.2(pid=17282): stderr: \u000a| �[0;m�[1;31m20221210030134287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030134287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030134287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030134287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030134287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030134287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030134300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030134310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030134310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030134310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:01:37.338842 run osmo-msc_10.42.42.6(pid=17288): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17288)]\u000a03:01:37.390243 run osmo-msc_10.42.42.6(pid=17288): stdout: \u000a| (launched: 2022-12-10_03:01:36.150587) \u000a03:01:37.441887 run osmo-msc_10.42.42.6(pid=17288): stderr: \u000a| �[0;m�[38;5;43m20221210030136476 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030136476 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f63a13b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030136477 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030136477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030136477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030136477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030136479 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030136479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030136479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030136479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:01:37.485829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17281): Terminating (SIGTERM)\u000a03:01:37.527194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17284): Terminating (SIGTERM)\u000a03:01:37.568629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17287): Terminating (SIGTERM)\u000a03:01:37.578362 --- ParallelTerminationStrategy: PID 17281 died...\u000a03:01:37.634112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17281): Terminated: ok {rc=0}\u000a03:01:37.644154 --- ParallelTerminationStrategy: PID 17284 died...\u000a03:01:37.699582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17284): Terminated: ok {rc=0}\u000a03:01:37.709649 --- ParallelTerminationStrategy: PID 17287 died...\u000a03:01:37.764706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17287): Terminated: ok {rc=0}\u000a03:01:37.852189 bus /sierra_3: Setting Powered False\u000a03:01:38.958393 bus /sierra_3: Setting Powered False\u000a03:01:40.066824 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:01:20" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17299): Process ended prematurely: osmo-stp_10.42.42.5(pid=17299) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17299)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17299): Process ended prematurely: osmo-stp_10.42.42.5(pid=17299) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17299)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:01:42.046547 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:42.057992 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:01:42.211385 tst mo_mt_call.py: using LAC 25530\u000a03:01:42.338916 tst mo_mt_call.py: using RAC 30\u000a03:01:42.468809 tst mo_mt_call.py: using CellId 25530\u000a03:01:42.597663 tst mo_mt_call.py: using BVCI 25531\u000a03:01:42.622619 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:42.634991 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:42.646798 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:42.658646 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:42.670398 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:42.682096 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:01:42.800024 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:01:43.001675 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:01:43.484108 run create_hlr_db(pid=17293): Launched\u000a03:01:43.659154 bus /sierra_2: Setting Powered False\u000a03:01:44.680742 run create_hlr_db(pid=17293): Terminated: ok {rc=0}\u000a03:01:45.087936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17295): Launched\u000a03:01:45.396145 run osmo-hlr_10.42.42.2(pid=17296): Launched\u000a03:01:45.514987 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:01:46.108096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17298): Launched\u000a03:01:46.511295 run osmo-stp_10.42.42.5(pid=17299): Launched\u000a03:01:46.736846 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:01:47.419762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17301): Launched\u000a03:01:47.728395 run osmo-msc_10.42.42.6(pid=17302): Launched\u000a03:01:47.908883 run osmo-stp_10.42.42.5(pid=17299): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17299)]\u000a03:01:48.039546 run osmo-stp_10.42.42.5(pid=17299): stdout: \u000a| (launched: 2022-12-10_03:01:46.320295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:48.167662 run osmo-stp_10.42.42.5(pid=17299): stderr: \u000a| �[0;m�[38;5;43m20221210030146663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030146663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030146663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030146664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030146664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030146664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030146664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:48.290336 run osmo-stp_10.42.42.5(pid=17299): stdout: \u000a| (launched: 2022-12-10_03:01:46.320295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:48.411526 run osmo-stp_10.42.42.5(pid=17299): stderr: \u000a| �[0;m�[38;5;43m20221210030146663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030146663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030146663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030146664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030146664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030146664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030146664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:48.465164 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17299): Process ended prematurely: osmo-stp_10.42.42.5(pid=17299) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17299)] [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a03:01:48.473912 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a03:01:48.534002 run osmo-hlr_10.42.42.2(pid=17296): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17296)]\u000a03:01:48.583184 run osmo-hlr_10.42.42.2(pid=17296): stdout: \u000a| (launched: 2022-12-10_03:01:45.243474) \u000a03:01:48.632914 run osmo-hlr_10.42.42.2(pid=17296): stderr: \u000a| �[0;m�[1;31m20221210030145422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030145422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030145422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030145422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030145422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030145422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030145435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030145444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030145444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030145444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:01:48.700996 run osmo-msc_10.42.42.6(pid=17302): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17302)]\u000a03:01:48.750139 run osmo-msc_10.42.42.6(pid=17302): stdout: \u000a| (launched: 2022-12-10_03:01:47.575146) \u000a03:01:48.799932 run osmo-msc_10.42.42.6(pid=17302): stderr: \u000a| �[0;m�[38;5;43m20221210030147847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030147847 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa37c4fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030147847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030147847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030147847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030147847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030147849 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030147850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030147850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030147850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:01:48.841735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17295): Terminating (SIGTERM)\u000a03:01:48.881664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17298): Terminating (SIGTERM)\u000a03:01:48.921580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17301): Terminating (SIGTERM)\u000a03:01:48.931257 --- ParallelTerminationStrategy: PID 17295 died...\u000a03:01:48.984844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17295): Terminated: ok {rc=0}\u000a03:01:48.994660 --- ParallelTerminationStrategy: PID 17298 died...\u000a03:01:49.047863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17298): Terminated: ok {rc=0}\u000a03:01:49.057891 --- ParallelTerminationStrategy: PID 17301 died...\u000a03:01:49.111286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17301): Terminated: ok {rc=0}\u000a03:01:49.200264 bus /sierra_3: Setting Powered False\u000a03:01:50.304140 bus /sierra_3: Setting Powered False\u000a03:01:51.416563 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17310): Process ended prematurely: osmo-stp_10.42.42.5(pid=17310) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17310)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17310): Process ended prematurely: osmo-stp_10.42.42.5(pid=17310) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17310)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:01:52.527852 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:52.539817 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:01:52.693963 tst mo_mt_call_osmux.py: using LAC 25531\u000a03:01:52.822364 tst mo_mt_call_osmux.py: using RAC 31\u000a03:01:52.950525 tst mo_mt_call_osmux.py: using CellId 25531\u000a03:01:53.078705 tst mo_mt_call_osmux.py: using BVCI 25532\u000a03:01:53.103856 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:53.115820 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:53.127564 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:53.139273 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:53.151021 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:53.162898 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:01:53.283763 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:01:53.486777 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:01:53.967459 run create_hlr_db(pid=17304): Launched\u000a03:01:54.141660 bus /sierra_2: Setting Powered False\u000a03:01:55.163476 run create_hlr_db(pid=17304): Terminated: ok {rc=0}\u000a03:01:55.598455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17306): Launched\u000a03:01:55.925905 run osmo-hlr_10.42.42.2(pid=17307): Launched\u000a03:01:56.049308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:01:56.616700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17309): Launched\u000a03:01:56.943780 run osmo-stp_10.42.42.5(pid=17310): Launched\u000a03:01:57.062924 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:01:57.659779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17312): Launched\u000a03:01:57.986994 run osmo-msc_10.42.42.6(pid=17313): Launched\u000a03:01:58.178966 run osmo-stp_10.42.42.5(pid=17310): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17310)]\u000a03:01:58.317538 run osmo-stp_10.42.42.5(pid=17310): stdout: \u000a| (launched: 2022-12-10_03:01:56.783290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:58.455180 run osmo-stp_10.42.42.5(pid=17310): stderr: \u000a| �[0;m�[38;5;43m20221210030156975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030156975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030156975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030156975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030156976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030156976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030156976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:58.586064 run osmo-stp_10.42.42.5(pid=17310): stdout: \u000a| (launched: 2022-12-10_03:01:56.783290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:58.716227 run osmo-stp_10.42.42.5(pid=17310): stderr: \u000a| �[0;m�[38;5;43m20221210030156975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030156975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030156975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030156975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030156976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030156976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030156976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:58.773606 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17310): Process ended prematurely: osmo-stp_10.42.42.5(pid=17310) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17310)] [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a03:01:58.782600 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a03:01:58.844806 run osmo-hlr_10.42.42.2(pid=17307): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17307)]\u000a03:01:58.896063 run osmo-hlr_10.42.42.2(pid=17307): stdout: \u000a| (launched: 2022-12-10_03:01:55.765117) \u000a03:01:58.948268 run osmo-hlr_10.42.42.2(pid=17307): stderr: \u000a| �[0;m�[1;31m20221210030155962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030155962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030155962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030155962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030155963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030155963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030155975 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030155984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030155984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030155984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:01:59.018997 run osmo-msc_10.42.42.6(pid=17313): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17313)]\u000a03:01:59.070183 run osmo-msc_10.42.42.6(pid=17313): stdout: \u000a| (launched: 2022-12-10_03:01:57.825617) \u000a03:01:59.121694 run osmo-msc_10.42.42.6(pid=17313): stderr: \u000a| �[0;m�[38;5;43m20221210030158148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030158148 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15089bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030158149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030158149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030158149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030158149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030158151 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030158151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030158151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030158151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:01:59.165506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17306): Terminating (SIGTERM)\u000a03:01:59.206757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17309): Terminating (SIGTERM)\u000a03:01:59.249741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17312): Terminating (SIGTERM)\u000a03:01:59.259346 --- ParallelTerminationStrategy: PID 17306 died...\u000a03:01:59.312725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17306): Terminated: ok {rc=0}\u000a03:01:59.322962 --- ParallelTerminationStrategy: PID 17309 died...\u000a03:01:59.376288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17309): Terminated: ok {rc=0}\u000a03:01:59.386459 --- ParallelTerminationStrategy: PID 17312 died...\u000a03:01:59.440267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17312): Terminated: ok {rc=0}\u000a03:01:59.528517 bus /sierra_3: Setting Powered False\u000a03:02:00.630759 bus /sierra_3: Setting Powered False\u000a03:02:01.743361 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:01:41" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17324): Process ended prematurely: osmo-stp_10.42.42.5(pid=17324) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17324)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17324): Process ended prematurely: osmo-stp_10.42.42.5(pid=17324) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:02:03.730355 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:03.741755 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:02:03.916250 tst mo_mt_call.py: using LAC 25532\u000a03:02:04.038223 tst mo_mt_call.py: using RAC 32\u000a03:02:04.166938 tst mo_mt_call.py: using CellId 25532\u000a03:02:04.295216 tst mo_mt_call.py: using BVCI 25533\u000a03:02:04.320220 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:04.332250 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:04.344080 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:04.356138 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:04.368274 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:04.380187 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:02:04.503301 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:02:04.708899 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:02:05.207784 run create_hlr_db(pid=17318): Launched\u000a03:02:05.396913 bus /sierra_2: Setting Powered False\u000a03:02:06.417316 run create_hlr_db(pid=17318): Terminated: ok {rc=0}\u000a03:02:06.851503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17320): Launched\u000a03:02:07.178466 run osmo-hlr_10.42.42.2(pid=17321): Launched\u000a03:02:07.297674 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:02:07.864776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17323): Launched\u000a03:02:08.190965 run osmo-stp_10.42.42.5(pid=17324): Launched\u000a03:02:08.308735 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:02:08.904882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17326): Launched\u000a03:02:09.231401 run osmo-msc_10.42.42.6(pid=17327): Launched\u000a03:02:09.422212 run osmo-stp_10.42.42.5(pid=17324): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17324)]\u000a03:02:09.560257 run osmo-stp_10.42.42.5(pid=17324): stdout: \u000a| (launched: 2022-12-10_03:02:08.030592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:09.698124 run osmo-stp_10.42.42.5(pid=17324): stderr: \u000a| �[0;m�[38;5;43m20221210030208222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030208222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030208223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030208223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030208223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030208224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030208224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:09.828310 run osmo-stp_10.42.42.5(pid=17324): stdout: \u000a| (launched: 2022-12-10_03:02:08.030592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:09.957428 run osmo-stp_10.42.42.5(pid=17324): stderr: \u000a| �[0;m�[38;5;43m20221210030208222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030208222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030208223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030208223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030208223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030208224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030208224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:10.014484 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17324): Process ended prematurely: osmo-stp_10.42.42.5(pid=17324) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17324)] [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a03:02:10.023401 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a03:02:10.085997 run osmo-hlr_10.42.42.2(pid=17321): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17321)]\u000a03:02:10.137048 run osmo-hlr_10.42.42.2(pid=17321): stdout: \u000a| (launched: 2022-12-10_03:02:07.017555) \u000a03:02:10.189141 run osmo-hlr_10.42.42.2(pid=17321): stderr: \u000a| �[0;m�[1;31m20221210030207218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030207218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030207218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030207218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030207218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030207218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030207231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030207239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030207239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030207239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:02:10.259913 run osmo-msc_10.42.42.6(pid=17327): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17327)]\u000a03:02:10.310949 run osmo-msc_10.42.42.6(pid=17327): stdout: \u000a| (launched: 2022-12-10_03:02:09.070899) \u000a03:02:10.362732 run osmo-msc_10.42.42.6(pid=17327): stderr: \u000a| �[0;m�[38;5;43m20221210030209393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030209394 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2be7098c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030209394 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030209394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030209394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030209394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030209397 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030209398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030209398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030209398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:02:10.406797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17320): Terminating (SIGTERM)\u000a03:02:10.448234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17323): Terminating (SIGTERM)\u000a03:02:10.489829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17326): Terminating (SIGTERM)\u000a03:02:10.499157 --- ParallelTerminationStrategy: PID 17320 died...\u000a03:02:10.554803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17320): Terminated: ok {rc=0}\u000a03:02:10.564922 --- ParallelTerminationStrategy: PID 17323 died...\u000a03:02:10.620435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17323): Terminated: ok {rc=0}\u000a03:02:10.630506 --- ParallelTerminationStrategy: PID 17326 died...\u000a03:02:10.686396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17326): Terminated: ok {rc=0}\u000a03:02:10.774337 bus /sierra_3: Setting Powered False\u000a03:02:11.880573 bus /sierra_3: Setting Powered False\u000a03:02:12.987924 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17335): Process ended prematurely: osmo-stp_10.42.42.5(pid=17335) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17335)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17335): Process ended prematurely: osmo-stp_10.42.42.5(pid=17335) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:02:14.102400 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:14.114644 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:02:14.277339 tst mo_mt_call_osmux.py: using LAC 25533\u000a03:02:14.407175 tst mo_mt_call_osmux.py: using RAC 33\u000a03:02:14.535082 tst mo_mt_call_osmux.py: using CellId 25533\u000a03:02:14.665294 tst mo_mt_call_osmux.py: using BVCI 25534\u000a03:02:14.690154 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:14.702050 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:14.713719 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:14.725346 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:14.736939 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:14.748495 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:02:14.868012 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:02:15.080865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:02:15.603939 run create_hlr_db(pid=17329): Launched\u000a03:02:15.791487 bus /sierra_2: Setting Powered False\u000a03:02:16.816076 run create_hlr_db(pid=17329): Terminated: ok {rc=0}\u000a03:02:17.268626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17331): Launched\u000a03:02:17.597306 run osmo-hlr_10.42.42.2(pid=17332): Launched\u000a03:02:17.718987 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:02:18.288011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17334): Launched\u000a03:02:18.613569 run osmo-stp_10.42.42.5(pid=17335): Launched\u000a03:02:18.732250 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:02:19.328094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17337): Launched\u000a03:02:19.656101 run osmo-msc_10.42.42.6(pid=17338): Launched\u000a03:02:19.849089 run osmo-stp_10.42.42.5(pid=17335): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17335)]\u000a03:02:19.986829 run osmo-stp_10.42.42.5(pid=17335): stdout: \u000a| (launched: 2022-12-10_03:02:18.453718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:20.124123 run osmo-stp_10.42.42.5(pid=17335): stderr: \u000a| �[0;m�[38;5;43m20221210030218648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030218648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030218649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030218649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030218650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030218650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030218650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:20.254509 run osmo-stp_10.42.42.5(pid=17335): stdout: \u000a| (launched: 2022-12-10_03:02:18.453718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:20.383722 run osmo-stp_10.42.42.5(pid=17335): stderr: \u000a| �[0;m�[38;5;43m20221210030218648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030218648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030218649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030218649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030218650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030218650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030218650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:20.440644 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17335): Process ended prematurely: osmo-stp_10.42.42.5(pid=17335) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17335)] [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a03:02:20.449818 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a03:02:20.511908 run osmo-hlr_10.42.42.2(pid=17332): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17332)]\u000a03:02:20.562832 run osmo-hlr_10.42.42.2(pid=17332): stdout: \u000a| (launched: 2022-12-10_03:02:17.435397) \u000a03:02:20.614435 run osmo-hlr_10.42.42.2(pid=17332): stderr: \u000a| �[0;m�[1;31m20221210030217634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030217634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030217634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030217634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030217634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030217634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030217647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030217657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030217658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030217658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:02:20.685058 run osmo-msc_10.42.42.6(pid=17338): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17338)]\u000a03:02:20.735939 run osmo-msc_10.42.42.6(pid=17338): stdout: \u000a| (launched: 2022-12-10_03:02:19.494136) \u000a03:02:20.787288 run osmo-msc_10.42.42.6(pid=17338): stderr: \u000a| �[0;m�[38;5;43m20221210030219817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030219817 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1726bd5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030219818 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030219818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030219818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030219818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030219820 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030219820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030219820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030219820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:02:20.830905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17331): Terminating (SIGTERM)\u000a03:02:20.872130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17334): Terminating (SIGTERM)\u000a03:02:20.914267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17337): Terminating (SIGTERM)\u000a03:02:20.923927 --- ParallelTerminationStrategy: PID 17331 died...\u000a03:02:20.979050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17331): Terminated: ok {rc=0}\u000a03:02:20.989212 --- ParallelTerminationStrategy: PID 17334 died...\u000a03:02:21.043895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17334): Terminated: ok {rc=0}\u000a03:02:21.053919 --- ParallelTerminationStrategy: PID 17337 died...\u000a03:02:21.109141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17337): Terminated: ok {rc=0}\u000a03:02:21.194323 bus /sierra_3: Setting Powered False\u000a03:02:22.301476 bus /sierra_3: Setting Powered False\u000a03:02:23.410898 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:02:03" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17350): Process ended prematurely: osmo-stp_10.42.42.5(pid=17350) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17350)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17350): Process ended prematurely: osmo-stp_10.42.42.5(pid=17350) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a03:02:25.408247 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:25.420157 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:02:25.583738 tst mo_mt_call.py: using LAC 25534\u000a03:02:25.707131 tst mo_mt_call.py: using RAC 34\u000a03:02:25.829100 tst mo_mt_call.py: using CellId 25534\u000a03:02:25.956654 tst mo_mt_call.py: using BVCI 25535\u000a03:02:25.981725 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:25.993678 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:26.005434 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:26.017133 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:26.029246 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:26.041066 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:02:26.157011 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:02:26.361160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:02:26.845794 run create_hlr_db(pid=17344): Launched\u000a03:02:27.021990 bus /sierra_2: Setting Powered False\u000a03:02:28.043502 run create_hlr_db(pid=17344): Terminated: ok {rc=0}\u000a03:02:28.451498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17346): Launched\u000a03:02:28.758570 run osmo-hlr_10.42.42.2(pid=17347): Launched\u000a03:02:28.879354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:02:29.415793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17349): Launched\u000a03:02:29.722321 run osmo-stp_10.42.42.5(pid=17350): Launched\u000a03:02:29.833763 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:02:30.392765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17352): Launched\u000a03:02:30.699211 run osmo-msc_10.42.42.6(pid=17353): Launched\u000a03:02:30.982234 run osmo-stp_10.42.42.5(pid=17350): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17350)]\u000a03:02:31.136788 run osmo-stp_10.42.42.5(pid=17350): stdout: \u000a| (launched: 2022-12-10_03:02:29.570656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:31.309587 run osmo-stp_10.42.42.5(pid=17350): stderr: \u000a| �[0;m�[38;5;43m20221210030229744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030229744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030229745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030229745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030229746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030229746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030229746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:31.467295 run osmo-stp_10.42.42.5(pid=17350): stdout: \u000a| (launched: 2022-12-10_03:02:29.570656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:31.601071 run osmo-stp_10.42.42.5(pid=17350): stderr: \u000a| �[0;m�[38;5;43m20221210030229744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030229744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030229745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030229745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030229746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030229746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030229746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:31.660811 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17350): Process ended prematurely: osmo-stp_10.42.42.5(pid=17350) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17350)] [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a03:02:31.671865 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a03:02:31.737281 run osmo-hlr_10.42.42.2(pid=17347): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17347)]\u000a03:02:31.790473 run osmo-hlr_10.42.42.2(pid=17347): stdout: \u000a| (launched: 2022-12-10_03:02:28.606794) \u000a03:02:31.844741 run osmo-hlr_10.42.42.2(pid=17347): stderr: \u000a| �[0;m�[1;31m20221210030228782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030228782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030228782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030228782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030228782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030228782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030228794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030228805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030228805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030228805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:02:31.917384 run osmo-msc_10.42.42.6(pid=17353): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17353)]\u000a03:02:31.970282 run osmo-msc_10.42.42.6(pid=17353): stdout: \u000a| (launched: 2022-12-10_03:02:30.547174) \u000a03:02:32.023473 run osmo-msc_10.42.42.6(pid=17353): stderr: \u000a| �[0;m�[38;5;43m20221210030230817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030230818 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb369dac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030230818 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030230818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030230818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030230818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030230820 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030230820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030230820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030230820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:02:32.069570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17346): Terminating (SIGTERM)\u000a03:02:32.115042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17349): Terminating (SIGTERM)\u000a03:02:32.158924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17352): Terminating (SIGTERM)\u000a03:02:32.170978 --- ParallelTerminationStrategy: PID 17346 died...\u000a03:02:32.229679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17346): Terminated: ok {rc=0}\u000a03:02:32.240437 --- ParallelTerminationStrategy: PID 17349 died...\u000a03:02:32.299023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17349): Terminated: ok {rc=0}\u000a03:02:32.309596 --- ParallelTerminationStrategy: PID 17352 died...\u000a03:02:32.366265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17352): Terminated: ok {rc=0}\u000a03:02:32.453912 bus /sierra_3: Setting Powered False\u000a03:02:33.560941 bus /sierra_3: Setting Powered False\u000a03:02:34.669260 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17362): Process ended prematurely: osmo-stp_10.42.42.5(pid=17362) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17362)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17362): Process ended prematurely: osmo-stp_10.42.42.5(pid=17362) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17362)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:02:35.786154 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:35.798766 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:02:35.964322 tst mo_mt_call_osmux.py: using LAC 25535\u000a03:02:36.094341 tst mo_mt_call_osmux.py: using RAC 35\u000a03:02:36.222334 tst mo_mt_call_osmux.py: using CellId 25535\u000a03:02:36.350582 tst mo_mt_call_osmux.py: using BVCI 25536\u000a03:02:36.375457 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:36.387318 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:36.398977 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:36.410694 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:36.422376 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:36.434013 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:02:36.550744 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:02:36.764712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:02:37.287421 run create_hlr_db(pid=17356): Launched\u000a03:02:37.476012 bus /sierra_2: Setting Powered False\u000a03:02:38.496899 run create_hlr_db(pid=17356): Terminated: ok {rc=0}\u000a03:02:38.931729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17358): Launched\u000a03:02:39.259624 run osmo-hlr_10.42.42.2(pid=17359): Launched\u000a03:02:39.380922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:02:39.952868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17361): Launched\u000a03:02:40.280995 run osmo-stp_10.42.42.5(pid=17362): Launched\u000a03:02:40.400119 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:02:40.999242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17364): Launched\u000a03:02:41.326969 run osmo-msc_10.42.42.6(pid=17365): Launched\u000a03:02:41.518848 run osmo-stp_10.42.42.5(pid=17362): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17362)]\u000a03:02:41.657756 run osmo-stp_10.42.42.5(pid=17362): stdout: \u000a| (launched: 2022-12-10_03:02:40.119679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:41.795986 run osmo-stp_10.42.42.5(pid=17362): stderr: \u000a| �[0;m�[38;5;43m20221210030240314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030240314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030240315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030240315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030240315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030240315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030240316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:41.927921 run osmo-stp_10.42.42.5(pid=17362): stdout: \u000a| (launched: 2022-12-10_03:02:40.119679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:42.058174 run osmo-stp_10.42.42.5(pid=17362): stderr: \u000a| �[0;m�[38;5;43m20221210030240314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030240314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030240315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030240315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030240315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030240315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030240316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:42.115662 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17362): Process ended prematurely: osmo-stp_10.42.42.5(pid=17362) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17362)] [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a03:02:42.125016 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a03:02:42.188214 run osmo-hlr_10.42.42.2(pid=17359): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17359)]\u000a03:02:42.240212 run osmo-hlr_10.42.42.2(pid=17359): stdout: \u000a| (launched: 2022-12-10_03:02:39.098511) \u000a03:02:42.292698 run osmo-hlr_10.42.42.2(pid=17359): stderr: \u000a| �[0;m�[1;31m20221210030239299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030239300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030239300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030239300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030239300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030239300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030239312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030239320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030239320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030239320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:02:42.364295 run osmo-msc_10.42.42.6(pid=17365): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17365)]\u000a03:02:42.416245 run osmo-msc_10.42.42.6(pid=17365): stdout: \u000a| (launched: 2022-12-10_03:02:41.165940) \u000a03:02:42.468670 run osmo-msc_10.42.42.6(pid=17365): stderr: \u000a| �[0;m�[38;5;43m20221210030241490 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030241491 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feccbac5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030241491 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030241491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030241491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030241491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030241493 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030241493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030241493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030241493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:02:42.513290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17358): Terminating (SIGTERM)\u000a03:02:42.555374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17361): Terminating (SIGTERM)\u000a03:02:42.597603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17364): Terminating (SIGTERM)\u000a03:02:42.607527 --- ParallelTerminationStrategy: PID 17358 died...\u000a03:02:42.664554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17358): Terminated: ok {rc=0}\u000a03:02:42.674938 --- ParallelTerminationStrategy: PID 17361 died...\u000a03:02:42.730935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17361): Terminated: ok {rc=0}\u000a03:02:42.741297 --- ParallelTerminationStrategy: PID 17364 died...\u000a03:02:42.796926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17364): Terminated: ok {rc=0}\u000a03:02:42.885866 bus /sierra_3: Setting Powered False\u000a03:02:43.992591 bus /sierra_3: Setting Powered False\u000a03:02:45.100856 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:02:25" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17376): Process ended prematurely: osmo-stp_10.42.42.5(pid=17376) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17376)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17376): Process ended prematurely: osmo-stp_10.42.42.5(pid=17376) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a03:02:47.221805 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:02:47.234313 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:02:47.399728 tst mo_mt_call.py: using LAC 25536\u000a03:02:47.527295 tst mo_mt_call.py: using RAC 36\u000a03:02:47.655114 tst mo_mt_call.py: using CellId 25536\u000a03:02:47.783466 tst mo_mt_call.py: using BVCI 25537\u000a03:02:47.808523 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:02:47.820464 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:02:47.831809 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:02:47.843310 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:02:47.854764 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:02:47.866236 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:02:47.983030 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:02:48.196074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:02:48.720300 run create_hlr_db(pid=17370): Launched\u000a03:02:48.908714 bus /sierra_2: Setting Powered False\u000a03:02:49.931287 run create_hlr_db(pid=17370): Terminated: ok {rc=0}\u000a03:02:50.344057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17372): Launched\u000a03:02:50.651000 run osmo-hlr_10.42.42.2(pid=17373): Launched\u000a03:02:50.770450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:02:51.308163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17375): Launched\u000a03:02:51.615993 run osmo-stp_10.42.42.5(pid=17376): Launched\u000a03:02:51.728299 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:02:52.289232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17378): Launched\u000a03:02:52.598076 run osmo-msc_10.42.42.6(pid=17379): Launched\u000a03:02:52.778328 run osmo-stp_10.42.42.5(pid=17376): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17376)]\u000a03:02:52.908229 run osmo-stp_10.42.42.5(pid=17376): stdout: \u000a| (launched: 2022-12-10_03:02:51.463760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:53.035921 run osmo-stp_10.42.42.5(pid=17376): stderr: \u000a| �[0;m�[38;5;43m20221210030251636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030251636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030251637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030251637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030251637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030251637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030251638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:53.158899 run osmo-stp_10.42.42.5(pid=17376): stdout: \u000a| (launched: 2022-12-10_03:02:51.463760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:53.280179 run osmo-stp_10.42.42.5(pid=17376): stderr: \u000a| �[0;m�[38;5;43m20221210030251636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030251636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030251637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030251637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030251637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030251637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030251638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:53.333643 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17376): Process ended prematurely: osmo-stp_10.42.42.5(pid=17376) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17376)] [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a03:02:53.342101 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:02:53.402720 run osmo-hlr_10.42.42.2(pid=17373): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17373)]\u000a03:02:53.452157 run osmo-hlr_10.42.42.2(pid=17373): stdout: \u000a| (launched: 2022-12-10_03:02:50.499192) \u000a03:02:53.502153 run osmo-hlr_10.42.42.2(pid=17373): stderr: \u000a| �[0;m�[1;31m20221210030250677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030250677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030250677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030250677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030250678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030250678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030250689 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030250698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030250698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030250699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:02:53.570204 run osmo-msc_10.42.42.6(pid=17379): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17379)]\u000a03:02:53.619647 run osmo-msc_10.42.42.6(pid=17379): stdout: \u000a| (launched: 2022-12-10_03:02:52.444935) \u000a03:02:53.669759 run osmo-msc_10.42.42.6(pid=17379): stderr: \u000a| �[0;m�[38;5;43m20221210030252717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030252717 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f41a5921c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030252717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030252717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030252717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030252717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030252719 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030252719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030252719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030252720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:02:53.711907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17372): Terminating (SIGTERM)\u000a03:02:53.751978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17375): Terminating (SIGTERM)\u000a03:02:53.792126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17378): Terminating (SIGTERM)\u000a03:02:53.801884 --- ParallelTerminationStrategy: PID 17372 died...\u000a03:02:53.855719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17372): Terminated: ok {rc=0}\u000a03:02:53.866104 --- ParallelTerminationStrategy: PID 17375 died...\u000a03:02:53.920082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17375): Terminated: ok {rc=0}\u000a03:02:53.929982 --- ParallelTerminationStrategy: PID 17378 died...\u000a03:02:53.983871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17378): Terminated: ok {rc=0}\u000a03:02:54.072492 bus /sierra_3: Setting Powered False\u000a03:02:55.180487 bus /sierra_3: Setting Powered False\u000a03:02:56.290143 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17389): Process ended prematurely: osmo-stp_10.42.42.5(pid=17389) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17389)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17389): Process ended prematurely: osmo-stp_10.42.42.5(pid=17389) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:02:57.405423 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:02:57.417651 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:02:57.582037 tst mo_mt_call_osmux.py: using LAC 25537\u000a03:02:57.710523 tst mo_mt_call_osmux.py: using RAC 37\u000a03:02:57.838545 tst mo_mt_call_osmux.py: using CellId 25537\u000a03:02:57.966883 tst mo_mt_call_osmux.py: using BVCI 25538\u000a03:02:57.991962 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:02:58.003639 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:02:58.015088 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:02:58.026550 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:02:58.038112 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:02:58.049601 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:02:58.167864 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:02:58.381686 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:02:58.906025 run create_hlr_db(pid=17382): Launched\u000a03:02:59.095006 bus /sierra_2: Setting Powered False\u000a03:03:00.115484 run create_hlr_db(pid=17382): Terminated: ok {rc=0}\u000a03:03:00.527548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17384): Launched\u000a03:03:00.854582 run osmo-hlr_10.42.42.2(pid=17385): Launched\u000a03:03:01.066071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:03:01.625161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17388): Launched\u000a03:03:02.006092 run osmo-stp_10.42.42.5(pid=17389): Launched\u000a03:03:02.240086 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:03:02.826002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17391): Launched\u000a03:03:03.144735 run osmo-msc_10.42.42.6(pid=17392): Launched\u000a03:03:03.340785 run osmo-stp_10.42.42.5(pid=17389): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17389)]\u000a03:03:03.483090 run osmo-stp_10.42.42.5(pid=17389): stdout: \u000a| (launched: 2022-12-10_03:03:01.781886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:03.623092 run osmo-stp_10.42.42.5(pid=17389): stderr: \u000a| �[0;m�[38;5;43m20221210030302112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030302112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030302112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030302112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030302125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030302125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030302125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:03.756131 run osmo-stp_10.42.42.5(pid=17389): stdout: \u000a| (launched: 2022-12-10_03:03:01.781886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:03.886306 run osmo-stp_10.42.42.5(pid=17389): stderr: \u000a| �[0;m�[38;5;43m20221210030302112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030302112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030302112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030302112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030302125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030302125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030302125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:03.943695 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17389): Process ended prematurely: osmo-stp_10.42.42.5(pid=17389) [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17389)] [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a03:03:03.953366 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a03:03:04.016489 run osmo-hlr_10.42.42.2(pid=17385): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17385)]\u000a03:03:04.067994 run osmo-hlr_10.42.42.2(pid=17385): stdout: \u000a| (launched: 2022-12-10_03:03:00.683896) \u000a03:03:04.120611 run osmo-hlr_10.42.42.2(pid=17385): stderr: \u000a| �[0;m�[1;31m20221210030300864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030300865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030300865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030300865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030300865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030300865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030300882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030300899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030300899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030300899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:03:04.191653 run osmo-msc_10.42.42.6(pid=17392): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17392)]\u000a03:03:04.243134 run osmo-msc_10.42.42.6(pid=17392): stdout: \u000a| (launched: 2022-12-10_03:03:02.981371) \u000a03:03:04.295136 run osmo-msc_10.42.42.6(pid=17392): stderr: \u000a| �[0;m�[38;5;43m20221210030303305 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030303306 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14130b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030303306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030303306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030303306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030303306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030303308 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030303308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030303308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030303308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:03:04.339317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17384): Terminating (SIGTERM)\u000a03:03:04.381284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17388): Terminating (SIGTERM)\u000a03:03:04.423180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17391): Terminating (SIGTERM)\u000a03:03:04.433128 --- ParallelTerminationStrategy: PID 17384 died...\u000a03:03:04.489646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17384): Terminated: ok {rc=0}\u000a03:03:04.499766 --- ParallelTerminationStrategy: PID 17388 died...\u000a03:03:04.555737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17388): Terminated: ok {rc=0}\u000a03:03:04.565899 --- ParallelTerminationStrategy: PID 17391 died...\u000a03:03:04.621703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17391): Terminated: ok {rc=0}\u000a03:03:04.707949 bus /sierra_3: Setting Powered False\u000a03:03:05.814729 bus /sierra_3: Setting Powered False\u000a03:03:06.925728 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:02:46" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17403): Process ended prematurely: osmo-stp_10.42.42.5(pid=17403) [trial-2368↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17403)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17403): Process ended prematurely: osmo-stp_10.42.42.5(pid=17403) [trial-2368↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a03:03:08.933382 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:08.944742 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:03:09.085153 tst emergency_mo_mt_call.py: using LAC 25538\u000a03:03:09.210365 tst emergency_mo_mt_call.py: using RAC 38\u000a03:03:09.339983 tst emergency_mo_mt_call.py: using CellId 25538\u000a03:03:09.463141 tst emergency_mo_mt_call.py: using BVCI 25539\u000a03:03:09.487879 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:09.499465 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:09.510534 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:09.521761 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:09.533079 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:09.544131 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:09.664527 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:09.864564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:03:10.339062 run create_hlr_db(pid=17397): Launched\u000a03:03:10.512835 bus /sierra_2: Setting Powered False\u000a03:03:11.533949 run create_hlr_db(pid=17397): Terminated: ok {rc=0}\u000a03:03:11.963080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17399): Launched\u000a03:03:12.285306 run osmo-hlr_10.42.42.2(pid=17400): Launched\u000a03:03:12.407504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:03:12.967376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17402): Launched\u000a03:03:13.287919 run osmo-stp_10.42.42.5(pid=17403): Launched\u000a03:03:13.416308 tst emergency_mo_mt_call.py: using MSISDN 7514\u000a03:03:13.576215 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:03:14.167355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17405): Launched\u000a03:03:14.488922 run osmo-msc_10.42.42.6(pid=17406): Launched\u000a03:03:14.677933 run osmo-stp_10.42.42.5(pid=17403): ERR: Terminated: ERROR {rc=1} [trial-2368↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17403)]\u000a03:03:14.814614 run osmo-stp_10.42.42.5(pid=17403): stdout: \u000a| (launched: 2022-12-10_03:03:13.130245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:14.949900 run osmo-stp_10.42.42.5(pid=17403): stderr: \u000a| �[0;m�[38;5;43m20221210030313321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030313321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030313321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030313322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030313322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030313322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030313322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:15.079158 run osmo-stp_10.42.42.5(pid=17403): stdout: \u000a| (launched: 2022-12-10_03:03:13.130245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:15.206946 run osmo-stp_10.42.42.5(pid=17403): stderr: \u000a| �[0;m�[38;5;43m20221210030313321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030313321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030313321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030313322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030313322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030313322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030313322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:15.263107 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=17403): Process ended prematurely: osmo-stp_10.42.42.5(pid=17403) [trial-2368↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17403)] [trial-2368↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a03:03:15.271583 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a03:03:15.334531 run osmo-hlr_10.42.42.2(pid=17400): ERR: Terminated: ERROR {rc=237} [trial-2368↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17400)]\u000a03:03:15.385837 run osmo-hlr_10.42.42.2(pid=17400): stdout: \u000a| (launched: 2022-12-10_03:03:12.127143) \u000a03:03:15.437671 run osmo-hlr_10.42.42.2(pid=17400): stderr: \u000a| �[0;m�[1;31m20221210030312324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030312324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030312325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030312325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030312325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030312325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030312337 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030312345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030312346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030312346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:03:15.508277 run osmo-msc_10.42.42.6(pid=17406): ERR: Terminated: ERROR {rc=2} [trial-2368↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17406)]\u000a03:03:15.559539 run osmo-msc_10.42.42.6(pid=17406): stdout: \u000a| (launched: 2022-12-10_03:03:14.330565) \u000a03:03:15.611315 run osmo-msc_10.42.42.6(pid=17406): stderr: \u000a| �[0;m�[38;5;43m20221210030314652 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030314652 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd2a381cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030314653 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030314653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030314653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030314653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030314655 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030314655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030314655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030314655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:03:15.655157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17399): Terminating (SIGTERM)\u000a03:03:15.697065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17402): Terminating (SIGTERM)\u000a03:03:15.739296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17405): Terminating (SIGTERM)\u000a03:03:15.749184 --- ParallelTerminationStrategy: PID 17399 died...\u000a03:03:15.805048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17399): Terminated: ok {rc=0}\u000a03:03:15.815295 --- ParallelTerminationStrategy: PID 17402 died...\u000a03:03:15.885803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17402): Terminated: ok {rc=0}\u000a03:03:15.896519 --- ParallelTerminationStrategy: PID 17405 died...\u000a03:03:15.953765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17405): Terminated: ok {rc=0}\u000a03:03:16.047539 bus /sierra_3: Setting Powered False\u000a03:03:17.185001 bus /sierra_3: Setting Powered False\u000a03:03:18.295060 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17414): Process ended prematurely: osmo-stp_10.42.42.5(pid=17414) [trial-2368↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17414)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17414): Process ended prematurely: osmo-stp_10.42.42.5(pid=17414) [trial-2368↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a03:03:19.347179 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:19.359227 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:03:19.501295 tst emergency_preemptive_call.py: using LAC 25539\u000a03:03:19.629080 tst emergency_preemptive_call.py: using RAC 39\u000a03:03:19.754321 tst emergency_preemptive_call.py: using CellId 25539\u000a03:03:19.877533 tst emergency_preemptive_call.py: using BVCI 25540\u000a03:03:19.900363 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:19.911448 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:19.922180 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:19.933702 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:19.944657 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:19.955667 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:20.070253 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:20.190316 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:20.311021 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:20.511881 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:03:20.986515 run create_hlr_db(pid=17408): Launched\u000a03:03:21.160137 bus /sierra_2: Setting Powered False\u000a03:03:22.182369 run create_hlr_db(pid=17408): Terminated: ok {rc=0}\u000a03:03:22.611074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17410): Launched\u000a03:03:22.933438 run osmo-hlr_10.42.42.2(pid=17411): Launched\u000a03:03:23.054580 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:03:23.615098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17413): Launched\u000a03:03:23.937580 run osmo-stp_10.42.42.5(pid=17414): Launched\u000a03:03:24.069812 tst emergency_preemptive_call.py: using MSISDN 7515\u000a03:03:24.230322 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:03:24.815070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17416): Launched\u000a03:03:25.135630 run osmo-msc_10.42.42.6(pid=17417): Launched\u000a03:03:25.323903 run osmo-stp_10.42.42.5(pid=17414): ERR: Terminated: ERROR {rc=1} [trial-2368↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17414)]\u000a03:03:25.460312 run osmo-stp_10.42.42.5(pid=17414): stdout: \u000a| (launched: 2022-12-10_03:03:23.778777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:25.596020 run osmo-stp_10.42.42.5(pid=17414): stderr: \u000a| �[0;m�[38;5;43m20221210030323972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030323972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030323973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030323973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030323973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030323973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030323974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:25.725712 run osmo-stp_10.42.42.5(pid=17414): stdout: \u000a| (launched: 2022-12-10_03:03:23.778777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:25.853318 run osmo-stp_10.42.42.5(pid=17414): stderr: \u000a| �[0;m�[38;5;43m20221210030323972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030323972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030323973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030323973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030323973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030323973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030323974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:25.909131 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=17414): Process ended prematurely: osmo-stp_10.42.42.5(pid=17414) [trial-2368↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17414)] [trial-2368↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a03:03:25.917874 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a03:03:25.980555 run osmo-hlr_10.42.42.2(pid=17411): ERR: Terminated: ERROR {rc=237} [trial-2368↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17411)]\u000a03:03:26.032338 run osmo-hlr_10.42.42.2(pid=17411): stdout: \u000a| (launched: 2022-12-10_03:03:22.774955) \u000a03:03:26.084482 run osmo-hlr_10.42.42.2(pid=17411): stderr: \u000a| �[0;m�[1;31m20221210030322974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030322974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030322974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030322974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030322974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030322974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030322987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030322995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030322995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030322995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:03:26.155864 run osmo-msc_10.42.42.6(pid=17417): ERR: Terminated: ERROR {rc=2} [trial-2368↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17417)]\u000a03:03:26.207243 run osmo-msc_10.42.42.6(pid=17417): stdout: \u000a| (launched: 2022-12-10_03:03:24.977721) \u000a03:03:26.260543 run osmo-msc_10.42.42.6(pid=17417): stderr: \u000a| �[0;m�[38;5;43m20221210030325299 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030325300 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3cda58dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030325300 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030325300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030325300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030325300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030325302 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030325302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030325302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030325302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:03:26.304498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17410): Terminating (SIGTERM)\u000a03:03:26.346187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17413): Terminating (SIGTERM)\u000a03:03:26.387959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17416): Terminating (SIGTERM)\u000a03:03:26.397804 --- ParallelTerminationStrategy: PID 17410 died...\u000a03:03:26.453827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17410): Terminated: ok {rc=0}\u000a03:03:26.464098 --- ParallelTerminationStrategy: PID 17413 died...\u000a03:03:26.519630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17413): Terminated: ok {rc=0}\u000a03:03:26.529796 --- ParallelTerminationStrategy: PID 17416 died...\u000a03:03:26.585843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17416): Terminated: ok {rc=0}\u000a03:03:26.673906 bus /sierra_9: Setting Powered False\u000a03:03:27.780783 bus /sierra_9: Setting Powered False\u000a03:03:28.892406 bus /sierra_8: Setting Powered False\u000a03:03:29.994458 bus /sierra_8: Setting Powered False\u000a03:03:31.107576 bus /sierra_3: Setting Powered False\u000a03:03:32.219072 bus /sierra_3: Setting Powered False\u000a03:03:33.330482 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:03:08" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17433): Process ended prematurely: osmo-stp_10.42.42.5(pid=17433) [trial-2368↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17433)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17433): Process ended prematurely: osmo-stp_10.42.42.5(pid=17433) [trial-2368↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:03:35.448791 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:35.460185 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:03:35.602391 tst cs_paging_gprs_active.py: using LAC 25540\u000a03:03:35.731822 tst cs_paging_gprs_active.py: using RAC 40\u000a03:03:35.855059 tst cs_paging_gprs_active.py: using CellId 25540\u000a03:03:35.975839 tst cs_paging_gprs_active.py: using BVCI 25541\u000a03:03:35.999285 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:36.010108 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:36.020710 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:36.032099 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:36.043359 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:36.054508 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:36.065962 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:36.077113 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:36.088558 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:36.211585 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:36.510780 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:03:36.648526 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:03:36.989697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17423): Launched\u000a03:03:37.272870 run iperf3-srv_10.42.42.10(pid=17424): Launched\u000a03:03:37.473459 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:03:37.610643 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:03:37.949932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17425): Launched\u000a03:03:38.233481 run iperf3-srv_10.42.42.10(pid=17426): Launched\u000a03:03:38.434562 tst cs_paging_gprs_active.py:38: start network...\u000a03:03:38.571709 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:03:39.098091 run create_hlr_db(pid=17427): Launched\u000a03:03:39.287325 bus /sierra_2: Setting Powered False\u000a03:03:40.309975 run create_hlr_db(pid=17427): Terminated: ok {rc=0}\u000a03:03:40.722763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17429): Launched\u000a03:03:41.031023 run osmo-hlr_10.42.42.2(pid=17430): Launched\u000a03:03:41.147867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:03:41.679755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17432): Launched\u000a03:03:41.989190 run osmo-stp_10.42.42.5(pid=17433): Launched\u000a03:03:42.102253 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:03:42.637364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17435): Launched\u000a03:03:42.746850 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:03:43.015140 run patchelf(pid=17436): Launched\u000a03:03:43.194940 run osmo-stp_10.42.42.5(pid=17433): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17433)]\u000a03:03:43.326587 run osmo-stp_10.42.42.5(pid=17433): stdout: \u000a| (launched: 2022-12-10_03:03:41.836001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:43.458574 run osmo-stp_10.42.42.5(pid=17433): stderr: \u000a| �[0;m�[38;5;43m20221210030342006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030342006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030342006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030342007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030342007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030342007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030342007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:43.585846 run osmo-stp_10.42.42.5(pid=17433): stdout: \u000a| (launched: 2022-12-10_03:03:41.836001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:43.712058 run osmo-stp_10.42.42.5(pid=17433): stderr: \u000a| �[0;m�[38;5;43m20221210030342006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030342006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030342006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030342007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030342007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030342007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030342007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:43.858995 run patchelf(pid=17436): Terminating (SIGINT)\u000a03:03:44.031179 run patchelf(pid=17436): Terminated: ok {rc=0}\u000a03:03:44.062709 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17433): Process ended prematurely: osmo-stp_10.42.42.5(pid=17433) [trial-2368↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17433)] [trial-2368↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a03:03:44.071912 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a03:03:44.133457 run osmo-hlr_10.42.42.2(pid=17430): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17430)]\u000a03:03:44.183035 run osmo-hlr_10.42.42.2(pid=17430): stdout: \u000a| (launched: 2022-12-10_03:03:40.878268) \u000a03:03:44.233335 run osmo-hlr_10.42.42.2(pid=17430): stderr: \u000a| �[0;m�[1;31m20221210030341057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030341057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030341057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030341057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030341057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030341057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030341070 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030341079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030341079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030341079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:03:44.276348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17423): Terminating (SIGTERM)\u000a03:03:44.316574 run iperf3-srv_10.42.42.10(pid=17424): Terminating (SIGTERM)\u000a03:03:44.356896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17425): Terminating (SIGTERM)\u000a03:03:44.397511 run iperf3-srv_10.42.42.10(pid=17426): Terminating (SIGTERM)\u000a03:03:44.437888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17429): Terminating (SIGTERM)\u000a03:03:44.477871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17432): Terminating (SIGTERM)\u000a03:03:44.518284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17435): Terminating (SIGTERM)\u000a03:03:44.527959 --- ParallelTerminationStrategy: PID 17423 died...\u000a03:03:44.582281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17423): Terminated: ok {rc=0}\u000a03:03:44.592288 --- ParallelTerminationStrategy: PID 17424 died...\u000a03:03:44.646236 run iperf3-srv_10.42.42.10(pid=17424): Terminated {rc=256}\u000a03:03:44.656357 --- ParallelTerminationStrategy: PID 17425 died...\u000a03:03:44.710205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17425): Terminated: ok {rc=0}\u000a03:03:44.720232 --- ParallelTerminationStrategy: PID 17426 died...\u000a03:03:44.774429 run iperf3-srv_10.42.42.10(pid=17426): Terminated {rc=256}\u000a03:03:44.784293 --- ParallelTerminationStrategy: PID 17429 died...\u000a03:03:44.838515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17429): Terminated: ok {rc=0}\u000a03:03:44.848614 --- ParallelTerminationStrategy: PID 17432 died...\u000a03:03:44.902658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17432): Terminated: ok {rc=0}\u000a03:03:44.912394 --- ParallelTerminationStrategy: PID 17435 died...\u000a03:03:44.966394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17435): Terminated: ok {rc=0}\u000a03:03:45.055531 bus /gobi_0: Setting Powered False\u000a03:03:46.176736 bus /gobi_0: Setting Powered False\u000a03:03:47.288451 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17445): Process ended prematurely: osmo-stp_10.42.42.5(pid=17445) [trial-2368↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17445)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17445): Process ended prematurely: osmo-stp_10.42.42.5(pid=17445) [trial-2368↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a03:03:48.399546 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:48.410951 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:03:48.548413 tst iperf3.py: using LAC 25541\u000a03:03:48.670453 tst iperf3.py: using RAC 41\u000a03:03:48.791226 tst iperf3.py: using CellId 25541\u000a03:03:48.913169 tst iperf3.py: using BVCI 25542\u000a03:03:48.936557 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:48.947590 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:48.958311 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:48.969254 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:48.979978 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:48.990901 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:49.001967 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:49.012753 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:49.023784 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:49.303890 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:03:49.431116 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:03:49.748824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17437): Launched\u000a03:03:50.012920 run iperf3-srv_10.42.42.10(pid=17438): Launched\u000a03:03:50.199060 tst iperf3.py:8: start network...\u000a03:03:50.326424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:03:50.807473 run create_hlr_db(pid=17439): Launched\u000a03:03:50.982768 bus /gobi_6: Setting Powered False\u000a03:03:52.004694 run create_hlr_db(pid=17439): Terminated: ok {rc=0}\u000a03:03:52.440706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17441): Launched\u000a03:03:52.770948 run osmo-hlr_10.42.42.2(pid=17442): Launched\u000a03:03:52.892863 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:03:53.464567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17444): Launched\u000a03:03:53.792747 run osmo-stp_10.42.42.5(pid=17445): Launched\u000a03:03:53.911689 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:03:54.484112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17447): Launched\u000a03:03:54.600801 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:03:54.887525 run patchelf(pid=17448): Launched\u000a03:03:55.078650 run osmo-stp_10.42.42.5(pid=17445): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17445)]\u000a03:03:55.218397 run osmo-stp_10.42.42.5(pid=17445): stdout: \u000a| (launched: 2022-12-10_03:03:53.631422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:55.358147 run osmo-stp_10.42.42.5(pid=17445): stderr: \u000a| �[0;m�[38;5;43m20221210030353823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030353823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030353824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030353824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030353825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030353825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030353825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:55.493745 run osmo-stp_10.42.42.5(pid=17445): stdout: \u000a| (launched: 2022-12-10_03:03:53.631422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:55.627938 run osmo-stp_10.42.42.5(pid=17445): stderr: \u000a| �[0;m�[38;5;43m20221210030353823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030353823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030353824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030353824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030353825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030353825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030353825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:55.785285 run patchelf(pid=17448): Terminating (SIGINT)\u000a03:03:55.968356 run patchelf(pid=17448): Terminated: ok {rc=0}\u000a03:03:56.001975 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17445): Process ended prematurely: osmo-stp_10.42.42.5(pid=17445) [trial-2368↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17445)] [trial-2368↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a03:03:56.011750 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a03:03:56.075486 run osmo-hlr_10.42.42.2(pid=17442): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17442)]\u000a03:03:56.127305 run osmo-hlr_10.42.42.2(pid=17442): stdout: \u000a| (launched: 2022-12-10_03:03:52.607876) \u000a03:03:56.180262 run osmo-hlr_10.42.42.2(pid=17442): stderr: \u000a| �[0;m�[1;31m20221210030352809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030352809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030352809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030352809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030352809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030352809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030352821 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030352829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030352829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030352829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:03:56.225252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17437): Terminating (SIGTERM)\u000a03:03:56.267304 run iperf3-srv_10.42.42.10(pid=17438): Terminating (SIGTERM)\u000a03:03:56.309338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17441): Terminating (SIGTERM)\u000a03:03:56.351246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17444): Terminating (SIGTERM)\u000a03:03:56.393783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17447): Terminating (SIGTERM)\u000a03:03:56.403738 --- ParallelTerminationStrategy: PID 17437 died...\u000a03:03:56.460304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17437): Terminated: ok {rc=0}\u000a03:03:56.470719 --- ParallelTerminationStrategy: PID 17438 died...\u000a03:03:56.526937 run iperf3-srv_10.42.42.10(pid=17438): Terminated {rc=256}\u000a03:03:56.537197 --- ParallelTerminationStrategy: PID 17441 died...\u000a03:03:56.593454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17441): Terminated: ok {rc=0}\u000a03:03:56.603873 --- ParallelTerminationStrategy: PID 17444 died...\u000a03:03:56.660017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17444): Terminated: ok {rc=0}\u000a03:03:56.670351 --- ParallelTerminationStrategy: PID 17447 died...\u000a03:03:56.726649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17447): Terminated: ok {rc=0}\u000a03:03:56.814696 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17463): Process ended prematurely: osmo-stp_10.42.42.5(pid=17463) [trial-2368↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17463)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17463): Process ended prematurely: osmo-stp_10.42.42.5(pid=17463) [trial-2368↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a03:03:57.930455 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:57.942396 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:03:58.084863 tst iperf3m4.py: using LAC 25542\u000a03:03:58.214915 tst iperf3m4.py: using RAC 42\u000a03:03:58.348784 tst iperf3m4.py: using CellId 25542\u000a03:03:58.470878 tst iperf3m4.py: using BVCI 25543\u000a03:03:58.494421 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:58.505679 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:58.516219 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:58.527962 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:58.539363 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:58.550926 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:58.562729 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:58.574265 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:58.585961 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:58.709651 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:58.830897 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:58.952520 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:59.236023 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:03:59.363621 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:03:59.679838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17449): Launched\u000a03:03:59.943373 run iperf3-srv_10.42.42.10(pid=17450): Launched\u000a03:04:00.129241 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:04:00.256331 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:04:00.573318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17451): Launched\u000a03:04:00.846946 run iperf3-srv_10.42.42.10(pid=17452): Launched\u000a03:04:01.040935 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:04:01.172532 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:04:01.508663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17453): Launched\u000a03:04:01.795016 run iperf3-srv_10.42.42.10(pid=17454): Launched\u000a03:04:01.986527 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:04:02.117651 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:04:02.436314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17455): Launched\u000a03:04:02.699507 run iperf3-srv_10.42.42.10(pid=17456): Launched\u000a03:04:02.885306 tst iperf3m4.py:8: start network...\u000a03:04:03.012315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:04:03.492162 run create_hlr_db(pid=17457): Launched\u000a03:04:03.667612 bus /gobi_6: Setting Powered False\u000a03:04:04.688760 run create_hlr_db(pid=17457): Terminated: ok {rc=0}\u000a03:04:05.123315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17459): Launched\u000a03:04:05.452903 run osmo-hlr_10.42.42.2(pid=17460): Launched\u000a03:04:05.577444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:04:06.246724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17462): Launched\u000a03:04:06.566225 run osmo-stp_10.42.42.5(pid=17463): Launched\u000a03:04:06.681925 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:04:07.239636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17465): Launched\u000a03:04:07.353207 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:04:07.631655 run patchelf(pid=17466): Launched\u000a03:04:07.818753 run osmo-stp_10.42.42.5(pid=17463): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17463)]\u000a03:04:07.954752 run osmo-stp_10.42.42.5(pid=17463): stdout: \u000a| (launched: 2022-12-10_03:04:06.408807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:08.090959 run osmo-stp_10.42.42.5(pid=17463): stderr: \u000a| �[0;m�[38;5;43m20221210030406600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030406600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030406600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030406600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030406601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030406601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030406601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:08.223035 run osmo-stp_10.42.42.5(pid=17463): stdout: \u000a| (launched: 2022-12-10_03:04:06.408807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:08.354365 run osmo-stp_10.42.42.5(pid=17463): stderr: \u000a| �[0;m�[38;5;43m20221210030406600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030406600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030406600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030406600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030406601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030406601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030406601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:08.507514 run patchelf(pid=17466): Terminating (SIGINT)\u000a03:04:08.686615 run patchelf(pid=17466): Terminated: ok {rc=0}\u000a03:04:08.719962 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17463): Process ended prematurely: osmo-stp_10.42.42.5(pid=17463) [trial-2368↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17463)] [trial-2368↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a03:04:08.729725 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a03:04:08.792734 run osmo-hlr_10.42.42.2(pid=17460): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17460)]\u000a03:04:08.843932 run osmo-hlr_10.42.42.2(pid=17460): stdout: \u000a| (launched: 2022-12-10_03:04:05.290566) \u000a03:04:08.895738 run osmo-hlr_10.42.42.2(pid=17460): stderr: \u000a| �[0;m�[1;31m20221210030405489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030405489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030405489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030405489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030405489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030405489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030405501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030405510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030405510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030405511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:04:08.939935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17449): Terminating (SIGTERM)\u000a03:04:08.981781 run iperf3-srv_10.42.42.10(pid=17450): Terminating (SIGTERM)\u000a03:04:09.023477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17451): Terminating (SIGTERM)\u000a03:04:09.065025 run iperf3-srv_10.42.42.10(pid=17452): Terminating (SIGTERM)\u000a03:04:09.106948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17453): Terminating (SIGTERM)\u000a03:04:09.148562 run iperf3-srv_10.42.42.10(pid=17454): Terminating (SIGTERM)\u000a03:04:09.190235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17455): Terminating (SIGTERM)\u000a03:04:09.231794 run iperf3-srv_10.42.42.10(pid=17456): Terminating (SIGTERM)\u000a03:04:09.273563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17459): Terminating (SIGTERM)\u000a03:04:09.315089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17462): Terminating (SIGTERM)\u000a03:04:09.356760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17465): Terminating (SIGTERM)\u000a03:04:09.366628 --- ParallelTerminationStrategy: PID 17449 died...\u000a03:04:09.422413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17449): Terminated: ok {rc=0}\u000a03:04:09.432601 --- ParallelTerminationStrategy: PID 17450 died...\u000a03:04:09.488060 run iperf3-srv_10.42.42.10(pid=17450): Terminated {rc=256}\u000a03:04:09.498206 --- ParallelTerminationStrategy: PID 17451 died...\u000a03:04:09.553558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17451): Terminated: ok {rc=0}\u000a03:04:09.563747 --- ParallelTerminationStrategy: PID 17452 died...\u000a03:04:09.619065 run iperf3-srv_10.42.42.10(pid=17452): Terminated {rc=256}\u000a03:04:09.629159 --- ParallelTerminationStrategy: PID 17453 died...\u000a03:04:09.684590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17453): Terminated: ok {rc=0}\u000a03:04:09.694805 --- ParallelTerminationStrategy: PID 17454 died...\u000a03:04:09.750492 run iperf3-srv_10.42.42.10(pid=17454): Terminated {rc=256}\u000a03:04:09.760676 --- ParallelTerminationStrategy: PID 17455 died...\u000a03:04:09.815746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17455): Terminated: ok {rc=0}\u000a03:04:09.826001 --- ParallelTerminationStrategy: PID 17456 died...\u000a03:04:09.881318 run iperf3-srv_10.42.42.10(pid=17456): Terminated {rc=256}\u000a03:04:09.891470 --- ParallelTerminationStrategy: PID 17459 died...\u000a03:04:09.946861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17459): Terminated: ok {rc=0}\u000a03:04:09.956796 --- ParallelTerminationStrategy: PID 17462 died...\u000a03:04:10.011857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17462): Terminated: ok {rc=0}\u000a03:04:10.021968 --- ParallelTerminationStrategy: PID 17465 died...\u000a03:04:10.076943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17465): Terminated: ok {rc=0}\u000a03:04:10.163806 bus /gobi_4: Setting Powered False\u000a03:04:11.270747 bus /gobi_4: Setting Powered False\u000a03:04:12.381215 bus /gobi_1: Setting Powered False\u000a03:04:13.483366 bus /gobi_1: Setting Powered False\u000a03:04:14.594698 bus /gobi_0: Setting Powered False\u000a03:04:15.696629 bus /gobi_0: Setting Powered False\u000a03:04:16.831865 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17473): Process ended prematurely: osmo-stp_10.42.42.5(pid=17473) [trial-2368↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17473)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17473): Process ended prematurely: osmo-stp_10.42.42.5(pid=17473) [trial-2368↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a03:04:17.901053 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:17.912484 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:04:18.044326 tst ping.py: using LAC 25543\u000a03:04:18.161520 tst ping.py: using RAC 43\u000a03:04:18.277687 tst ping.py: using CellId 25543\u000a03:04:18.395298 tst ping.py: using BVCI 25544\u000a03:04:18.417881 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:18.428508 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:18.439045 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:18.449952 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:18.460591 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:18.471282 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:18.482380 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:18.493263 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:04:18.768881 tst ping.py:19: start network...\u000a03:04:18.891399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:04:19.352693 run create_hlr_db(pid=17467): Launched\u000a03:04:19.522724 bus /gobi_6: Setting Powered False\u000a03:04:20.543941 run create_hlr_db(pid=17467): Terminated: ok {rc=0}\u000a03:04:20.938549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17469): Launched\u000a03:04:21.233545 run osmo-hlr_10.42.42.2(pid=17470): Launched\u000a03:04:21.345062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:04:21.865969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17472): Launched\u000a03:04:22.162062 run osmo-stp_10.42.42.5(pid=17473): Launched\u000a03:04:22.278719 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:04:22.797779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17475): Launched\u000a03:04:22.903125 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:04:23.161652 run patchelf(pid=17476): Launched\u000a03:04:23.335041 run osmo-stp_10.42.42.5(pid=17473): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17473)]\u000a03:04:23.462284 run osmo-stp_10.42.42.5(pid=17473): stdout: \u000a| (launched: 2022-12-10_03:04:22.015366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:23.589787 run osmo-stp_10.42.42.5(pid=17473): stderr: \u000a| �[0;m�[38;5;43m20221210030422182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030422183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030422183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030422183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030422184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030422184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030422184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:23.712746 run osmo-stp_10.42.42.5(pid=17473): stdout: \u000a| (launched: 2022-12-10_03:04:22.015366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:23.834710 run osmo-stp_10.42.42.5(pid=17473): stderr: \u000a| �[0;m�[38;5;43m20221210030422182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030422183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030422183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030422183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030422184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030422184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030422184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:23.976714 run patchelf(pid=17476): Terminating (SIGINT)\u000a03:04:24.143675 run patchelf(pid=17476): Terminated: ok {rc=0}\u000a03:04:24.174202 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17473): Process ended prematurely: osmo-stp_10.42.42.5(pid=17473) [trial-2368↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17473)] [trial-2368↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a03:04:24.182997 tst ping.py:22: Test FAILED (6.3 sec)\u000a03:04:24.244235 run osmo-hlr_10.42.42.2(pid=17470): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17470)]\u000a03:04:24.293779 run osmo-hlr_10.42.42.2(pid=17470): stdout: \u000a| (launched: 2022-12-10_03:04:21.087531) \u000a03:04:24.344042 run osmo-hlr_10.42.42.2(pid=17470): stderr: \u000a| �[0;m�[1;31m20221210030421264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030421264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030421264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030421264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030421264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030421264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030421276 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030421284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030421285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030421285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:04:24.386281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17469): Terminating (SIGTERM)\u000a03:04:24.426524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17472): Terminating (SIGTERM)\u000a03:04:24.466816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17475): Terminating (SIGTERM)\u000a03:04:24.476440 --- ParallelTerminationStrategy: PID 17469 died...\u000a03:04:24.530105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17469): Terminated: ok {rc=0}\u000a03:04:24.539944 --- ParallelTerminationStrategy: PID 17472 died...\u000a03:04:24.592899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17472): Terminated: ok {rc=0}\u000a03:04:24.602742 --- ParallelTerminationStrategy: PID 17475 died...\u000a03:04:24.656524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17475): Terminated: ok {rc=0}\u000a03:04:24.744436 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17484): Process ended prematurely: osmo-stp_10.42.42.5(pid=17484) [trial-2368↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17484)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17484): Process ended prematurely: osmo-stp_10.42.42.5(pid=17484) [trial-2368↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a03:04:25.796536 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:25.808056 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:04:25.940278 tst ping_idle_ping.py: using LAC 25544\u000a03:04:26.056195 tst ping_idle_ping.py: using RAC 44\u000a03:04:26.174385 tst ping_idle_ping.py: using CellId 25544\u000a03:04:26.290473 tst ping_idle_ping.py: using BVCI 25545\u000a03:04:26.312896 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:26.323646 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:26.334231 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:26.345070 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:26.355820 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:26.366534 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:26.377504 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:26.388320 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:04:26.662262 tst ping_idle_ping.py:24: start network...\u000a03:04:26.786147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:04:27.252378 run create_hlr_db(pid=17477): Launched\u000a03:04:27.423557 bus /gobi_6: Setting Powered False\u000a03:04:28.444892 run create_hlr_db(pid=17477): Terminated: ok {rc=0}\u000a03:04:28.868566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17480): Launched\u000a03:04:29.183397 run osmo-hlr_10.42.42.2(pid=17481): Launched\u000a03:04:29.302876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:04:29.853409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17483): Launched\u000a03:04:30.169921 run osmo-stp_10.42.42.5(pid=17484): Launched\u000a03:04:30.284650 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:04:30.848004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17486): Launched\u000a03:04:30.964405 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:04:31.276521 run patchelf(pid=17487): Launched\u000a03:04:31.459935 run osmo-stp_10.42.42.5(pid=17484): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17484)]\u000a03:04:31.593437 run osmo-stp_10.42.42.5(pid=17484): stdout: \u000a| (launched: 2022-12-10_03:04:30.014087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:31.726770 run osmo-stp_10.42.42.5(pid=17484): stderr: \u000a| �[0;m�[38;5;43m20221210030430207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030430207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030430207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030430207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030430208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030430208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030430208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:31.855274 run osmo-stp_10.42.42.5(pid=17484): stdout: \u000a| (launched: 2022-12-10_03:04:30.014087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:31.981856 run osmo-stp_10.42.42.5(pid=17484): stderr: \u000a| �[0;m�[38;5;43m20221210030430207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030430207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030430207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030430207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030430208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030430208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030430208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:32.129955 run patchelf(pid=17487): Terminating (SIGINT)\u000a03:04:32.306936 run patchelf(pid=17487): Terminated: ok {rc=0}\u000a03:04:32.339259 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17484): Process ended prematurely: osmo-stp_10.42.42.5(pid=17484) [trial-2368↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17484)] [trial-2368↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a03:04:32.348543 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a03:04:32.411257 run osmo-hlr_10.42.42.2(pid=17481): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17481)]\u000a03:04:32.462665 run osmo-hlr_10.42.42.2(pid=17481): stdout: \u000a| (launched: 2022-12-10_03:04:29.029072) \u000a03:04:32.514839 run osmo-hlr_10.42.42.2(pid=17481): stderr: \u000a| �[0;m�[1;31m20221210030429224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030429224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030429224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030429224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030429224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030429224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030429236 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030429245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030429245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030429245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:04:32.559213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17480): Terminating (SIGTERM)\u000a03:04:32.600895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17483): Terminating (SIGTERM)\u000a03:04:32.642557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17486): Terminating (SIGTERM)\u000a03:04:32.652396 --- ParallelTerminationStrategy: PID 17480 died...\u000a03:04:32.708377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17480): Terminated: ok {rc=0}\u000a03:04:32.718814 --- ParallelTerminationStrategy: PID 17483 died...\u000a03:04:32.774527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17483): Terminated: ok {rc=0}\u000a03:04:32.784455 --- ParallelTerminationStrategy: PID 17486 died...\u000a03:04:32.840285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17486): Terminated: ok {rc=0}\u000a03:04:32.926790 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:03:35" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17501): Process ended prematurely: osmo-stp_10.42.42.5(pid=17501) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17501)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17501): Process ended prematurely: osmo-stp_10.42.42.5(pid=17501) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:04:35.077148 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:35.088552 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:04:35.224359 tst cs_paging_gprs_active.py: using LAC 25545\u000a03:04:35.344512 tst cs_paging_gprs_active.py: using RAC 45\u000a03:04:35.465288 tst cs_paging_gprs_active.py: using CellId 25545\u000a03:04:35.584260 tst cs_paging_gprs_active.py: using BVCI 25546\u000a03:04:35.607488 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:35.618627 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:35.629850 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:35.640820 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:35.651926 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:35.663641 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:35.675101 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:35.686397 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:35.697832 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:04:35.813397 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:04:36.108026 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:04:36.242407 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:04:36.575409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17491): Launched\u000a03:04:36.853573 run iperf3-srv_10.42.42.10(pid=17492): Launched\u000a03:04:37.050175 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:04:37.184156 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:04:37.516359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17493): Launched\u000a03:04:37.793753 run iperf3-srv_10.42.42.10(pid=17494): Launched\u000a03:04:37.992031 tst cs_paging_gprs_active.py:38: start network...\u000a03:04:38.126216 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:04:38.641941 run create_hlr_db(pid=17495): Launched\u000a03:04:38.828676 bus /gobi_6: Setting Powered False\u000a03:04:39.849742 run create_hlr_db(pid=17495): Terminated: ok {rc=0}\u000a03:04:40.277958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17497): Launched\u000a03:04:40.601944 run osmo-hlr_10.42.42.2(pid=17498): Launched\u000a03:04:40.719210 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:04:41.277974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17500): Launched\u000a03:04:41.600676 run osmo-stp_10.42.42.5(pid=17501): Launched\u000a03:04:41.717891 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:04:42.281483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17503): Launched\u000a03:04:42.396881 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:04:42.677621 run patchelf(pid=17504): Launched\u000a03:04:42.866247 run osmo-stp_10.42.42.5(pid=17501): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17501)]\u000a03:04:43.003204 run osmo-stp_10.42.42.5(pid=17501): stdout: \u000a| (launched: 2022-12-10_03:04:41.441720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:43.140701 run osmo-stp_10.42.42.5(pid=17501): stderr: \u000a| �[0;m�[38;5;43m20221210030441634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030441634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030441634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030441635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030441637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030441637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030441637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:43.273946 run osmo-stp_10.42.42.5(pid=17501): stdout: \u000a| (launched: 2022-12-10_03:04:41.441720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:43.405822 run osmo-stp_10.42.42.5(pid=17501): stderr: \u000a| �[0;m�[38;5;43m20221210030441634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030441634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030441634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030441635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030441637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030441637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030441637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:43.559324 run patchelf(pid=17504): Terminating (SIGINT)\u000a03:04:43.740389 run patchelf(pid=17504): Terminated: ok {rc=0}\u000a03:04:43.773678 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17501): Process ended prematurely: osmo-stp_10.42.42.5(pid=17501) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17501)] [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a03:04:43.783380 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a03:04:43.845747 run osmo-hlr_10.42.42.2(pid=17498): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17498)]\u000a03:04:43.896690 run osmo-hlr_10.42.42.2(pid=17498): stdout: \u000a| (launched: 2022-12-10_03:04:40.442190) \u000a03:04:43.948454 run osmo-hlr_10.42.42.2(pid=17498): stderr: \u000a| �[0;m�[1;31m20221210030440641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030440641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030440641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030440641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030440641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030440641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030440656 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030440667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030440667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030440667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:04:43.992470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17491): Terminating (SIGTERM)\u000a03:04:44.033856 run iperf3-srv_10.42.42.10(pid=17492): Terminating (SIGTERM)\u000a03:04:44.075457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17493): Terminating (SIGTERM)\u000a03:04:44.116782 run iperf3-srv_10.42.42.10(pid=17494): Terminating (SIGTERM)\u000a03:04:44.158257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17497): Terminating (SIGTERM)\u000a03:04:44.199373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17500): Terminating (SIGTERM)\u000a03:04:44.240550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17503): Terminating (SIGTERM)\u000a03:04:44.250140 --- ParallelTerminationStrategy: PID 17491 died...\u000a03:04:44.305580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17491): Terminated: ok {rc=0}\u000a03:04:44.315461 --- ParallelTerminationStrategy: PID 17492 died...\u000a03:04:44.370450 run iperf3-srv_10.42.42.10(pid=17492): Terminated {rc=256}\u000a03:04:44.380274 --- ParallelTerminationStrategy: PID 17493 died...\u000a03:04:44.435233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17493): Terminated: ok {rc=0}\u000a03:04:44.445149 --- ParallelTerminationStrategy: PID 17494 died...\u000a03:04:44.499795 run iperf3-srv_10.42.42.10(pid=17494): Terminated {rc=256}\u000a03:04:44.509702 --- ParallelTerminationStrategy: PID 17497 died...\u000a03:04:44.564863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17497): Terminated: ok {rc=0}\u000a03:04:44.574824 --- ParallelTerminationStrategy: PID 17500 died...\u000a03:04:44.629808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17500): Terminated: ok {rc=0}\u000a03:04:44.639788 --- ParallelTerminationStrategy: PID 17503 died...\u000a03:04:44.694904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17503): Terminated: ok {rc=0}\u000a03:04:44.782398 bus /gobi_0: Setting Powered False\u000a03:04:45.916489 bus /gobi_0: Setting Powered False\u000a03:04:47.036627 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17513): Process ended prematurely: osmo-stp_10.42.42.5(pid=17513) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17513)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17513): Process ended prematurely: osmo-stp_10.42.42.5(pid=17513) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a03:04:48.147468 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:48.159312 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:04:48.292187 tst iperf3.py: using LAC 25546\u000a03:04:48.410296 tst iperf3.py: using RAC 46\u000a03:04:48.528299 tst iperf3.py: using CellId 25546\u000a03:04:48.645562 tst iperf3.py: using BVCI 25547\u000a03:04:48.668646 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:48.679840 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:48.690978 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:48.702542 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:48.713931 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:48.725251 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:48.736518 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:48.747815 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:48.759518 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:04:49.054973 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:04:49.188824 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:04:49.521463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17505): Launched\u000a03:04:49.796392 run iperf3-srv_10.42.42.10(pid=17506): Launched\u000a03:04:49.980117 tst iperf3.py:8: start network...\u000a03:04:50.105641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:04:50.579938 run create_hlr_db(pid=17507): Launched\u000a03:04:50.752719 bus /gobi_6: Setting Powered False\u000a03:04:51.775219 run create_hlr_db(pid=17507): Terminated: ok {rc=0}\u000a03:04:52.176481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17509): Launched\u000a03:04:52.480270 run osmo-hlr_10.42.42.2(pid=17510): Launched\u000a03:04:52.591785 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:04:53.114823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17512): Launched\u000a03:04:53.415354 run osmo-stp_10.42.42.5(pid=17513): Launched\u000a03:04:53.525637 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:04:54.050187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17515): Launched\u000a03:04:54.157174 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:04:54.419697 run patchelf(pid=17516): Launched\u000a03:04:54.596059 run osmo-stp_10.42.42.5(pid=17513): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17513)]\u000a03:04:54.724896 run osmo-stp_10.42.42.5(pid=17513): stdout: \u000a| (launched: 2022-12-10_03:04:53.266464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:54.854176 run osmo-stp_10.42.42.5(pid=17513): stderr: \u000a| �[0;m�[38;5;43m20221210030453435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030453435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030453435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030453435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030453438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030453438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030453438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:54.979160 run osmo-stp_10.42.42.5(pid=17513): stdout: \u000a| (launched: 2022-12-10_03:04:53.266464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:55.103043 run osmo-stp_10.42.42.5(pid=17513): stderr: \u000a| �[0;m�[38;5;43m20221210030453435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030453435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030453435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030453435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030453438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030453438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030453438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:55.247612 run patchelf(pid=17516): Terminating (SIGINT)\u000a03:04:55.417753 run patchelf(pid=17516): Terminated: ok {rc=0}\u000a03:04:55.448727 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17513): Process ended prematurely: osmo-stp_10.42.42.5(pid=17513) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17513)] [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a03:04:55.457862 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a03:04:55.518641 run osmo-hlr_10.42.42.2(pid=17510): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17510)]\u000a03:04:55.567972 run osmo-hlr_10.42.42.2(pid=17510): stdout: \u000a| (launched: 2022-12-10_03:04:52.329952) \u000a03:04:55.617973 run osmo-hlr_10.42.42.2(pid=17510): stderr: \u000a| �[0;m�[1;31m20221210030452508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030452508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030452508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030452508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030452508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030452508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030452524 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030452534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030452534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030452534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:04:55.660075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17505): Terminating (SIGTERM)\u000a03:04:55.700104 run iperf3-srv_10.42.42.10(pid=17506): Terminating (SIGTERM)\u000a03:04:55.740189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17509): Terminating (SIGTERM)\u000a03:04:55.780319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17512): Terminating (SIGTERM)\u000a03:04:55.820718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17515): Terminating (SIGTERM)\u000a03:04:55.830168 --- ParallelTerminationStrategy: PID 17505 died...\u000a03:04:55.883636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17505): Terminated: ok {rc=0}\u000a03:04:55.893766 --- ParallelTerminationStrategy: PID 17506 died...\u000a03:04:55.946858 run iperf3-srv_10.42.42.10(pid=17506): Terminated {rc=256}\u000a03:04:55.956505 --- ParallelTerminationStrategy: PID 17509 died...\u000a03:04:56.009946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17509): Terminated: ok {rc=0}\u000a03:04:56.019792 --- ParallelTerminationStrategy: PID 17512 died...\u000a03:04:56.073368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17512): Terminated: ok {rc=0}\u000a03:04:56.083544 --- ParallelTerminationStrategy: PID 17515 died...\u000a03:04:56.136822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17515): Terminated: ok {rc=0}\u000a03:04:56.220892 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17534): Process ended prematurely: osmo-stp_10.42.42.5(pid=17534) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17534)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17534): Process ended prematurely: osmo-stp_10.42.42.5(pid=17534) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a03:04:57.336705 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:57.348888 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:04:57.490916 tst iperf3m4.py: using LAC 25547\u000a03:04:57.621778 tst iperf3m4.py: using RAC 47\u000a03:04:57.746391 tst iperf3m4.py: using CellId 25547\u000a03:04:57.872239 tst iperf3m4.py: using BVCI 25548\u000a03:04:57.896684 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:57.908165 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:57.919414 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:57.930739 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:57.942042 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:57.953326 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:57.964647 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:57.975804 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:57.987288 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:04:58.112521 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:04:58.233247 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:04:58.350835 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:04:58.644763 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:04:58.779759 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:04:59.112415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17517): Launched\u000a03:04:59.390038 run iperf3-srv_10.42.42.10(pid=17518): Launched\u000a03:04:59.586924 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:04:59.720919 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:00.053864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17519): Launched\u000a03:05:00.330410 run iperf3-srv_10.42.42.10(pid=17520): Launched\u000a03:05:00.527672 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:05:00.661995 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:01.013954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17521): Launched\u000a03:05:01.313428 run iperf3-srv_10.42.42.10(pid=17522): Launched\u000a03:05:01.514243 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:05:01.651279 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:02.008016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17525): Launched\u000a03:05:02.301459 run iperf3-srv_10.42.42.10(pid=17527): Launched\u000a03:05:02.498220 tst iperf3m4.py:8: start network...\u000a03:05:02.632397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:05:03.148530 run create_hlr_db(pid=17528): Launched\u000a03:05:03.334621 bus /gobi_6: Setting Powered False\u000a03:05:04.345929 run create_hlr_db(pid=17528): Terminated: ok {rc=0}\u000a03:05:04.780685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17530): Launched\u000a03:05:05.103890 run osmo-hlr_10.42.42.2(pid=17531): Launched\u000a03:05:05.221245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:05:05.782567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17533): Launched\u000a03:05:06.104717 run osmo-stp_10.42.42.5(pid=17534): Launched\u000a03:05:06.221007 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:05:06.782615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17536): Launched\u000a03:05:06.897356 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:05:07.178464 run patchelf(pid=17537): Launched\u000a03:05:07.366877 run osmo-stp_10.42.42.5(pid=17534): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17534)]\u000a03:05:07.504065 run osmo-stp_10.42.42.5(pid=17534): stdout: \u000a| (launched: 2022-12-10_03:05:05.946109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:07.641648 run osmo-stp_10.42.42.5(pid=17534): stderr: \u000a| �[0;m�[38;5;43m20221210030506137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030506138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030506138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030506138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030506139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030506139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030506139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:07.775288 run osmo-stp_10.42.42.5(pid=17534): stdout: \u000a| (launched: 2022-12-10_03:05:05.946109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:07.907207 run osmo-stp_10.42.42.5(pid=17534): stderr: \u000a| �[0;m�[38;5;43m20221210030506137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030506138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030506138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030506138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030506139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030506139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030506139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:08.060866 run patchelf(pid=17537): Terminating (SIGINT)\u000a03:05:08.241254 run patchelf(pid=17537): Terminated: ok {rc=0}\u000a03:05:08.274449 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17534): Process ended prematurely: osmo-stp_10.42.42.5(pid=17534) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17534)] [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a03:05:08.284216 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a03:05:08.347631 run osmo-hlr_10.42.42.2(pid=17531): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17531)]\u000a03:05:08.399399 run osmo-hlr_10.42.42.2(pid=17531): stdout: \u000a| (launched: 2022-12-10_03:05:04.945322) \u000a03:05:08.451686 run osmo-hlr_10.42.42.2(pid=17531): stderr: \u000a| �[0;m�[1;31m20221210030505142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030505142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030505142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030505142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030505142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030505142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030505158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030505167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030505168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030505168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:05:08.495895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17517): Terminating (SIGTERM)\u000a03:05:08.537979 run iperf3-srv_10.42.42.10(pid=17518): Terminating (SIGTERM)\u000a03:05:08.580111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17519): Terminating (SIGTERM)\u000a03:05:08.622157 run iperf3-srv_10.42.42.10(pid=17520): Terminating (SIGTERM)\u000a03:05:08.665415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17521): Terminating (SIGTERM)\u000a03:05:08.707398 run iperf3-srv_10.42.42.10(pid=17522): Terminating (SIGTERM)\u000a03:05:08.749742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17525): Terminating (SIGTERM)\u000a03:05:08.791775 run iperf3-srv_10.42.42.10(pid=17527): Terminating (SIGTERM)\u000a03:05:08.833939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17530): Terminating (SIGTERM)\u000a03:05:08.875901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17533): Terminating (SIGTERM)\u000a03:05:08.917814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17536): Terminating (SIGTERM)\u000a03:05:08.927626 --- ParallelTerminationStrategy: PID 17517 died...\u000a03:05:08.984151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17517): Terminated: ok {rc=0}\u000a03:05:08.994334 --- ParallelTerminationStrategy: PID 17518 died...\u000a03:05:09.050047 run iperf3-srv_10.42.42.10(pid=17518): Terminated {rc=256}\u000a03:05:09.060139 --- ParallelTerminationStrategy: PID 17519 died...\u000a03:05:09.116111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17519): Terminated: ok {rc=0}\u000a03:05:09.126231 --- ParallelTerminationStrategy: PID 17520 died...\u000a03:05:09.182260 run iperf3-srv_10.42.42.10(pid=17520): Terminated {rc=256}\u000a03:05:09.192223 --- ParallelTerminationStrategy: PID 17521 died...\u000a03:05:09.248076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17521): Terminated: ok {rc=0}\u000a03:05:09.258227 --- ParallelTerminationStrategy: PID 17522 died...\u000a03:05:09.314279 run iperf3-srv_10.42.42.10(pid=17522): Terminated {rc=256}\u000a03:05:09.324450 --- ParallelTerminationStrategy: PID 17525 died...\u000a03:05:09.380679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17525): Terminated: ok {rc=0}\u000a03:05:09.390912 --- ParallelTerminationStrategy: PID 17527 died...\u000a03:05:09.446727 run iperf3-srv_10.42.42.10(pid=17527): Terminated {rc=256}\u000a03:05:09.456844 --- ParallelTerminationStrategy: PID 17530 died...\u000a03:05:09.513076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17530): Terminated: ok {rc=0}\u000a03:05:09.523299 --- ParallelTerminationStrategy: PID 17533 died...\u000a03:05:09.579236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17533): Terminated: ok {rc=0}\u000a03:05:09.589306 --- ParallelTerminationStrategy: PID 17536 died...\u000a03:05:09.645075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17536): Terminated: ok {rc=0}\u000a03:05:09.732534 bus /gobi_4: Setting Powered False\u000a03:05:10.839843 bus /gobi_4: Setting Powered False\u000a03:05:11.947698 bus /gobi_1: Setting Powered False\u000a03:05:13.054683 bus /gobi_1: Setting Powered False\u000a03:05:14.162372 bus /gobi_0: Setting Powered False\u000a03:05:15.268541 bus /gobi_0: Setting Powered False\u000a03:05:16.388528 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17544): Process ended prematurely: osmo-stp_10.42.42.5(pid=17544) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17544)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17544): Process ended prematurely: osmo-stp_10.42.42.5(pid=17544) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17544)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a03:05:17.453817 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:17.465241 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:05:17.598277 tst ping.py: using LAC 25548\u000a03:05:17.715541 tst ping.py: using RAC 48\u000a03:05:17.830464 tst ping.py: using CellId 25548\u000a03:05:17.945482 tst ping.py: using BVCI 25549\u000a03:05:17.967711 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:17.978694 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:17.989500 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:18.000495 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:18.011382 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:18.022377 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:18.033427 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:18.044366 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:05:18.329212 tst ping.py:19: start network...\u000a03:05:18.459744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:05:18.958449 run create_hlr_db(pid=17538): Launched\u000a03:05:19.139890 bus /gobi_6: Setting Powered False\u000a03:05:20.159266 run create_hlr_db(pid=17538): Terminated: ok {rc=0}\u000a03:05:20.551466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17540): Launched\u000a03:05:20.842706 run osmo-hlr_10.42.42.2(pid=17541): Launched\u000a03:05:20.949157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:05:21.459660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17543): Launched\u000a03:05:21.751215 run osmo-stp_10.42.42.5(pid=17544): Launched\u000a03:05:21.857893 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:05:22.367163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17546): Launched\u000a03:05:22.471057 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:05:22.726379 run patchelf(pid=17547): Launched\u000a03:05:22.898227 run osmo-stp_10.42.42.5(pid=17544): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17544)]\u000a03:05:23.023942 run osmo-stp_10.42.42.5(pid=17544): stdout: \u000a| (launched: 2022-12-10_03:05:21.606994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:23.150542 run osmo-stp_10.42.42.5(pid=17544): stderr: \u000a| �[0;m�[38;5;43m20221210030521774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030521774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030521775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030521775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030521775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030521775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030521776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:23.271958 run osmo-stp_10.42.42.5(pid=17544): stdout: \u000a| (launched: 2022-12-10_03:05:21.606994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:23.392629 run osmo-stp_10.42.42.5(pid=17544): stderr: \u000a| �[0;m�[38;5;43m20221210030521774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030521774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030521775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030521775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030521775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030521775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030521776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:23.532799 run patchelf(pid=17547): Terminating (SIGINT)\u000a03:05:23.697612 run patchelf(pid=17547): Terminated: ok {rc=0}\u000a03:05:23.727439 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17544): Process ended prematurely: osmo-stp_10.42.42.5(pid=17544) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17544)] [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a03:05:23.735992 tst ping.py:22: Test FAILED (6.3 sec)\u000a03:05:23.795878 run osmo-hlr_10.42.42.2(pid=17541): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17541)]\u000a03:05:23.844702 run osmo-hlr_10.42.42.2(pid=17541): stdout: \u000a| (launched: 2022-12-10_03:05:20.699198) \u000a03:05:23.894264 run osmo-hlr_10.42.42.2(pid=17541): stderr: \u000a| �[0;m�[1;31m20221210030520874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030520874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030520874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030520874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030520874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030520874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030520887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030520895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030520895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030520895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:05:23.936028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17540): Terminating (SIGTERM)\u000a03:05:23.975766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17543): Terminating (SIGTERM)\u000a03:05:24.015381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17546): Terminating (SIGTERM)\u000a03:05:24.024805 --- ParallelTerminationStrategy: PID 17540 died...\u000a03:05:24.077794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17540): Terminated: ok {rc=0}\u000a03:05:24.087571 --- ParallelTerminationStrategy: PID 17543 died...\u000a03:05:24.140542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17543): Terminated: ok {rc=0}\u000a03:05:24.150157 --- ParallelTerminationStrategy: PID 17546 died...\u000a03:05:24.203399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17546): Terminated: ok {rc=0}\u000a03:05:24.287047 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17554): Process ended prematurely: osmo-stp_10.42.42.5(pid=17554) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17554)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17554): Process ended prematurely: osmo-stp_10.42.42.5(pid=17554) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a03:05:25.336351 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:25.347968 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:05:25.480824 tst ping_idle_ping.py: using LAC 25549\u000a03:05:25.595369 tst ping_idle_ping.py: using RAC 49\u000a03:05:25.713334 tst ping_idle_ping.py: using CellId 25549\u000a03:05:25.836039 tst ping_idle_ping.py: using BVCI 25550\u000a03:05:25.860148 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:25.871770 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:25.883086 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:25.895583 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:25.906906 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:25.918127 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:25.929496 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:25.940691 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:05:26.224161 tst ping_idle_ping.py:24: start network...\u000a03:05:26.354810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:05:26.857034 run create_hlr_db(pid=17548): Launched\u000a03:05:27.038305 bus /gobi_6: Setting Powered False\u000a03:05:28.058871 run create_hlr_db(pid=17548): Terminated: ok {rc=0}\u000a03:05:28.454483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17550): Launched\u000a03:05:28.747419 run osmo-hlr_10.42.42.2(pid=17551): Launched\u000a03:05:28.862569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:05:29.380742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17553): Launched\u000a03:05:29.672199 run osmo-stp_10.42.42.5(pid=17554): Launched\u000a03:05:29.779519 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:05:30.288935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17556): Launched\u000a03:05:30.393248 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:05:30.649208 run patchelf(pid=17557): Launched\u000a03:05:30.821280 run osmo-stp_10.42.42.5(pid=17554): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17554)]\u000a03:05:30.963882 run osmo-stp_10.42.42.5(pid=17554): stdout: \u000a| (launched: 2022-12-10_03:05:29.528361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:31.094098 run osmo-stp_10.42.42.5(pid=17554): stderr: \u000a| �[0;m�[38;5;43m20221210030529699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030529699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030529700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030529700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030529701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030529701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030529701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:31.219919 run osmo-stp_10.42.42.5(pid=17554): stdout: \u000a| (launched: 2022-12-10_03:05:29.528361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:31.344087 run osmo-stp_10.42.42.5(pid=17554): stderr: \u000a| �[0;m�[38;5;43m20221210030529699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030529699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030529700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030529700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030529701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030529701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030529701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:31.488674 run patchelf(pid=17557): Terminating (SIGINT)\u000a03:05:31.658193 run patchelf(pid=17557): Terminated: ok {rc=0}\u000a03:05:31.689521 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17554): Process ended prematurely: osmo-stp_10.42.42.5(pid=17554) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17554)] [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a03:05:31.699164 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a03:05:31.763538 run osmo-hlr_10.42.42.2(pid=17551): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17551)]\u000a03:05:31.814787 run osmo-hlr_10.42.42.2(pid=17551): stdout: \u000a| (launched: 2022-12-10_03:05:28.602930) \u000a03:05:31.866808 run osmo-hlr_10.42.42.2(pid=17551): stderr: \u000a| �[0;m�[1;31m20221210030528777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030528777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030528777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030528777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030528777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030528777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030528789 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030528798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030528798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030528798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:05:31.910195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17550): Terminating (SIGTERM)\u000a03:05:31.953771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17553): Terminating (SIGTERM)\u000a03:05:31.997363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17556): Terminating (SIGTERM)\u000a03:05:32.007115 --- ParallelTerminationStrategy: PID 17550 died...\u000a03:05:32.062009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17550): Terminated: ok {rc=0}\u000a03:05:32.073499 --- ParallelTerminationStrategy: PID 17553 died...\u000a03:05:32.128481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17553): Terminated: ok {rc=0}\u000a03:05:32.139845 --- ParallelTerminationStrategy: PID 17556 died...\u000a03:05:32.195194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17556): Terminated: ok {rc=0}\u000a03:05:32.280066 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:04:34" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17571): Process ended prematurely: osmo-stp_10.42.42.5(pid=17571) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17571)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17571): Process ended prematurely: osmo-stp_10.42.42.5(pid=17571) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17571)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:05:34.417527 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:34.428637 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:05:34.588028 tst cs_paging_gprs_active.py: using LAC 25550\u000a03:05:34.712782 tst cs_paging_gprs_active.py: using RAC 50\u000a03:05:34.839501 tst cs_paging_gprs_active.py: using CellId 25550\u000a03:05:34.966187 tst cs_paging_gprs_active.py: using BVCI 25551\u000a03:05:34.990792 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:35.002418 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:35.013901 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:35.025189 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:35.036430 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:35.047616 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:35.058955 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:35.070161 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:35.081703 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:05:35.197067 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:05:35.472357 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:05:35.597335 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:35.906533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17561): Launched\u000a03:05:36.163771 run iperf3-srv_10.42.42.10(pid=17562): Launched\u000a03:05:36.345527 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:05:36.469763 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:36.778304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17563): Launched\u000a03:05:37.036002 run iperf3-srv_10.42.42.10(pid=17564): Launched\u000a03:05:37.218179 tst cs_paging_gprs_active.py:38: start network...\u000a03:05:37.342834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:05:37.814824 run create_hlr_db(pid=17565): Launched\u000a03:05:37.986764 bus /gobi_6: Setting Powered False\u000a03:05:39.008427 run create_hlr_db(pid=17565): Terminated: ok {rc=0}\u000a03:05:39.407189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17567): Launched\u000a03:05:39.707648 run osmo-hlr_10.42.42.2(pid=17568): Launched\u000a03:05:39.817473 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:05:40.334883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17570): Launched\u000a03:05:40.634579 run osmo-stp_10.42.42.5(pid=17571): Launched\u000a03:05:40.743858 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:05:41.264588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17573): Launched\u000a03:05:41.371461 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:05:41.632471 run patchelf(pid=17574): Launched\u000a03:05:41.807923 run osmo-stp_10.42.42.5(pid=17571): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17571)]\u000a03:05:41.936372 run osmo-stp_10.42.42.5(pid=17571): stdout: \u000a| (launched: 2022-12-10_03:05:40.486494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:42.064787 run osmo-stp_10.42.42.5(pid=17571): stderr: \u000a| �[0;m�[38;5;43m20221210030540658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030540658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030540659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030540659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030540659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030540660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030540660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:42.188678 run osmo-stp_10.42.42.5(pid=17571): stdout: \u000a| (launched: 2022-12-10_03:05:40.486494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:42.311754 run osmo-stp_10.42.42.5(pid=17571): stderr: \u000a| �[0;m�[38;5;43m20221210030540658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030540658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030540659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030540659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030540659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030540660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030540660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:42.455351 run patchelf(pid=17574): Terminating (SIGINT)\u000a03:05:42.623167 run patchelf(pid=17574): Terminated: ok {rc=0}\u000a03:05:42.654452 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17571): Process ended prematurely: osmo-stp_10.42.42.5(pid=17571) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17571)] [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a03:05:42.663744 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a03:05:42.724902 run osmo-hlr_10.42.42.2(pid=17568): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17568)]\u000a03:05:42.774164 run osmo-hlr_10.42.42.2(pid=17568): stdout: \u000a| (launched: 2022-12-10_03:05:39.559666) \u000a03:05:42.824279 run osmo-hlr_10.42.42.2(pid=17568): stderr: \u000a| �[0;m�[1;31m20221210030539737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030539737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030539737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030539737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030539737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030539737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030539749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030539758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030539758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030539758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:05:42.866459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17561): Terminating (SIGTERM)\u000a03:05:42.906545 run iperf3-srv_10.42.42.10(pid=17562): Terminating (SIGTERM)\u000a03:05:42.946731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17563): Terminating (SIGTERM)\u000a03:05:42.986986 run iperf3-srv_10.42.42.10(pid=17564): Terminating (SIGTERM)\u000a03:05:43.026937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17567): Terminating (SIGTERM)\u000a03:05:43.067524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17570): Terminating (SIGTERM)\u000a03:05:43.107464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17573): Terminating (SIGTERM)\u000a03:05:43.117051 --- ParallelTerminationStrategy: PID 17561 died...\u000a03:05:43.170346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17561): Terminated: ok {rc=0}\u000a03:05:43.180377 --- ParallelTerminationStrategy: PID 17562 died...\u000a03:05:43.234082 run iperf3-srv_10.42.42.10(pid=17562): Terminated {rc=256}\u000a03:05:43.243715 --- ParallelTerminationStrategy: PID 17563 died...\u000a03:05:43.296335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17563): Terminated: ok {rc=0}\u000a03:05:43.305859 --- ParallelTerminationStrategy: PID 17564 died...\u000a03:05:43.359064 run iperf3-srv_10.42.42.10(pid=17564): Terminated {rc=256}\u000a03:05:43.368601 --- ParallelTerminationStrategy: PID 17567 died...\u000a03:05:43.421294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17567): Terminated: ok {rc=0}\u000a03:05:43.431023 --- ParallelTerminationStrategy: PID 17570 died...\u000a03:05:43.483711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17570): Terminated: ok {rc=0}\u000a03:05:43.493823 --- ParallelTerminationStrategy: PID 17573 died...\u000a03:05:43.546422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17573): Terminated: ok {rc=0}\u000a03:05:43.629823 bus /gobi_0: Setting Powered False\u000a03:05:44.735915 bus /gobi_0: Setting Powered False\u000a03:05:45.843361 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17584): Process ended prematurely: osmo-stp_10.42.42.5(pid=17584) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17584)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17584): Process ended prematurely: osmo-stp_10.42.42.5(pid=17584) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17584)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a03:05:46.969931 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:46.982568 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:05:47.140243 tst iperf3.py: using LAC 25551\u000a03:05:47.276329 tst iperf3.py: using RAC 51\u000a03:05:47.403388 tst iperf3.py: using CellId 25551\u000a03:05:47.531183 tst iperf3.py: using BVCI 25552\u000a03:05:47.555892 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:47.567601 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:47.579432 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:47.591071 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:47.603029 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:47.614453 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:47.626272 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:47.637785 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:47.649516 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:05:47.939417 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:05:48.072374 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:48.401312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17576): Launched\u000a03:05:48.677042 run iperf3-srv_10.42.42.10(pid=17577): Launched\u000a03:05:48.873191 tst iperf3.py:8: start network...\u000a03:05:49.006330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:05:49.517548 run create_hlr_db(pid=17578): Launched\u000a03:05:49.701745 bus /gobi_6: Setting Powered False\u000a03:05:50.722713 run create_hlr_db(pid=17578): Terminated: ok {rc=0}\u000a03:05:51.123251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17580): Launched\u000a03:05:51.422297 run osmo-hlr_10.42.42.2(pid=17581): Launched\u000a03:05:51.537892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:05:52.067062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17583): Launched\u000a03:05:52.366353 run osmo-stp_10.42.42.5(pid=17584): Launched\u000a03:05:52.478199 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:05:52.998243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17586): Launched\u000a03:05:53.105013 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:05:53.366315 run patchelf(pid=17587): Launched\u000a03:05:53.541443 run osmo-stp_10.42.42.5(pid=17584): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17584)]\u000a03:05:53.669658 run osmo-stp_10.42.42.5(pid=17584): stdout: \u000a| (launched: 2022-12-10_03:05:52.218496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:53.798140 run osmo-stp_10.42.42.5(pid=17584): stderr: \u000a| �[0;m�[38;5;43m20221210030552386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030552386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030552386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030552386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030552389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030552389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030552389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:53.922535 run osmo-stp_10.42.42.5(pid=17584): stdout: \u000a| (launched: 2022-12-10_03:05:52.218496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:54.045633 run osmo-stp_10.42.42.5(pid=17584): stderr: \u000a| �[0;m�[38;5;43m20221210030552386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030552386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030552386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030552386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030552389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030552389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030552389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:54.189283 run patchelf(pid=17587): Terminating (SIGINT)\u000a03:05:54.357767 run patchelf(pid=17587): Terminated: ok {rc=0}\u000a03:05:54.388657 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17584): Process ended prematurely: osmo-stp_10.42.42.5(pid=17584) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17584)] [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a03:05:54.397798 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a03:05:54.457506 run osmo-hlr_10.42.42.2(pid=17581): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17581)]\u000a03:05:54.506609 run osmo-hlr_10.42.42.2(pid=17581): stdout: \u000a| (launched: 2022-12-10_03:05:51.275131) \u000a03:05:54.556048 run osmo-hlr_10.42.42.2(pid=17581): stderr: \u000a| �[0;m�[1;31m20221210030551452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030551452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030551452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030551452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030551452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030551452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030551469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030551479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030551479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030551479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:05:54.597977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17576): Terminating (SIGTERM)\u000a03:05:54.637574 run iperf3-srv_10.42.42.10(pid=17577): Terminating (SIGTERM)\u000a03:05:54.677138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17580): Terminating (SIGTERM)\u000a03:05:54.717114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17583): Terminating (SIGTERM)\u000a03:05:54.756732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17586): Terminating (SIGTERM)\u000a03:05:54.766182 --- ParallelTerminationStrategy: PID 17576 died...\u000a03:05:54.818837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17576): Terminated: ok {rc=0}\u000a03:05:54.828476 --- ParallelTerminationStrategy: PID 17577 died...\u000a03:05:54.881037 run iperf3-srv_10.42.42.10(pid=17577): Terminated {rc=256}\u000a03:05:54.890825 --- ParallelTerminationStrategy: PID 17580 died...\u000a03:05:54.943194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17580): Terminated: ok {rc=0}\u000a03:05:54.953168 --- ParallelTerminationStrategy: PID 17583 died...\u000a03:05:55.005891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17583): Terminated: ok {rc=0}\u000a03:05:55.015511 --- ParallelTerminationStrategy: PID 17586 died...\u000a03:05:55.068140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17586): Terminated: ok {rc=0}\u000a03:05:55.155973 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17602): Process ended prematurely: osmo-stp_10.42.42.5(pid=17602) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17602)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17602): Process ended prematurely: osmo-stp_10.42.42.5(pid=17602) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a03:05:56.264390 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:56.275996 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:05:56.427772 tst iperf3m4.py: using LAC 25552\u000a03:05:56.547226 tst iperf3m4.py: using RAC 52\u000a03:05:56.666424 tst iperf3m4.py: using CellId 25552\u000a03:05:56.789914 tst iperf3m4.py: using BVCI 25553\u000a03:05:56.812601 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:56.823558 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:56.834487 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:56.845525 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:56.856848 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:56.867833 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:56.878969 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:56.890050 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:56.901287 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:05:57.019832 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:05:57.136520 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:05:57.253498 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:05:57.530545 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:05:57.654436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:57.964541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17588): Launched\u000a03:05:58.222732 run iperf3-srv_10.42.42.10(pid=17589): Launched\u000a03:05:58.404355 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:05:58.528377 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:58.838251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17590): Launched\u000a03:05:59.096430 run iperf3-srv_10.42.42.10(pid=17591): Launched\u000a03:05:59.278567 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:05:59.403251 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:59.714247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17592): Launched\u000a03:05:59.972355 run iperf3-srv_10.42.42.10(pid=17593): Launched\u000a03:06:00.154972 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:06:00.279347 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:06:00.588600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17594): Launched\u000a03:06:00.858520 run iperf3-srv_10.42.42.10(pid=17595): Launched\u000a03:06:01.053421 tst iperf3m4.py:8: start network...\u000a03:06:01.202549 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:06:01.767866 run create_hlr_db(pid=17596): Launched\u000a03:06:01.958439 bus /gobi_6: Setting Powered False\u000a03:06:02.974557 run create_hlr_db(pid=17596): Terminated: ok {rc=0}\u000a03:06:03.399702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17598): Launched\u000a03:06:03.719487 run osmo-hlr_10.42.42.2(pid=17599): Launched\u000a03:06:03.837425 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:06:04.393275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17601): Launched\u000a03:06:04.713196 run osmo-stp_10.42.42.5(pid=17602): Launched\u000a03:06:04.829258 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:06:05.386428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17604): Launched\u000a03:06:05.500537 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:06:05.778518 run patchelf(pid=17605): Launched\u000a03:06:05.964852 run osmo-stp_10.42.42.5(pid=17602): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17602)]\u000a03:06:06.101038 run osmo-stp_10.42.42.5(pid=17602): stdout: \u000a| (launched: 2022-12-10_03:06:04.555106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:06.237067 run osmo-stp_10.42.42.5(pid=17602): stderr: \u000a| �[0;m�[38;5;43m20221210030604747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030604747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030604748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030604748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030604749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030604749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030604749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:06.368851 run osmo-stp_10.42.42.5(pid=17602): stdout: \u000a| (launched: 2022-12-10_03:06:04.555106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:06.499637 run osmo-stp_10.42.42.5(pid=17602): stderr: \u000a| �[0;m�[38;5;43m20221210030604747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030604747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030604748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030604748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030604749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030604749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030604749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:06.651817 run patchelf(pid=17605): Terminating (SIGINT)\u000a03:06:06.830832 run patchelf(pid=17605): Terminated: ok {rc=0}\u000a03:06:06.863471 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17602): Process ended prematurely: osmo-stp_10.42.42.5(pid=17602) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17602)] [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a03:06:06.873240 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a03:06:06.935195 run osmo-hlr_10.42.42.2(pid=17599): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17599)]\u000a03:06:06.986093 run osmo-hlr_10.42.42.2(pid=17599): stdout: \u000a| (launched: 2022-12-10_03:06:03.562323) \u000a03:06:07.037576 run osmo-hlr_10.42.42.2(pid=17599): stderr: \u000a| �[0;m�[1;31m20221210030603761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030603761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030603761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030603762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030603762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030603762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030603774 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030603782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030603782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030603783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:06:07.081334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17588): Terminating (SIGTERM)\u000a03:06:07.122793 run iperf3-srv_10.42.42.10(pid=17589): Terminating (SIGTERM)\u000a03:06:07.164408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17590): Terminating (SIGTERM)\u000a03:06:07.205764 run iperf3-srv_10.42.42.10(pid=17591): Terminating (SIGTERM)\u000a03:06:07.247272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17592): Terminating (SIGTERM)\u000a03:06:07.288616 run iperf3-srv_10.42.42.10(pid=17593): Terminating (SIGTERM)\u000a03:06:07.330355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17594): Terminating (SIGTERM)\u000a03:06:07.371815 run iperf3-srv_10.42.42.10(pid=17595): Terminating (SIGTERM)\u000a03:06:07.413657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17598): Terminating (SIGTERM)\u000a03:06:07.455245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17601): Terminating (SIGTERM)\u000a03:06:07.496714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17604): Terminating (SIGTERM)\u000a03:06:07.506549 --- ParallelTerminationStrategy: PID 17588 died...\u000a03:06:07.561881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17588): Terminated: ok {rc=0}\u000a03:06:07.572231 --- ParallelTerminationStrategy: PID 17589 died...\u000a03:06:07.627176 run iperf3-srv_10.42.42.10(pid=17589): Terminated {rc=256}\u000a03:06:07.637443 --- ParallelTerminationStrategy: PID 17590 died...\u000a03:06:07.692341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17590): Terminated: ok {rc=0}\u000a03:06:07.702554 --- ParallelTerminationStrategy: PID 17591 died...\u000a03:06:07.758020 run iperf3-srv_10.42.42.10(pid=17591): Terminated {rc=256}\u000a03:06:07.768123 --- ParallelTerminationStrategy: PID 17592 died...\u000a03:06:07.823422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17592): Terminated: ok {rc=0}\u000a03:06:07.833924 --- ParallelTerminationStrategy: PID 17593 died...\u000a03:06:07.889283 run iperf3-srv_10.42.42.10(pid=17593): Terminated {rc=256}\u000a03:06:07.899437 --- ParallelTerminationStrategy: PID 17594 died...\u000a03:06:07.954720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17594): Terminated: ok {rc=0}\u000a03:06:07.965076 --- ParallelTerminationStrategy: PID 17595 died...\u000a03:06:08.020382 run iperf3-srv_10.42.42.10(pid=17595): Terminated {rc=256}\u000a03:06:08.030600 --- ParallelTerminationStrategy: PID 17598 died...\u000a03:06:08.086016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17598): Terminated: ok {rc=0}\u000a03:06:08.096139 --- ParallelTerminationStrategy: PID 17601 died...\u000a03:06:08.151793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17601): Terminated: ok {rc=0}\u000a03:06:08.161805 --- ParallelTerminationStrategy: PID 17604 died...\u000a03:06:08.217306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17604): Terminated: ok {rc=0}\u000a03:06:08.303892 bus /gobi_4: Setting Powered False\u000a03:06:09.409844 bus /gobi_4: Setting Powered False\u000a03:06:10.520524 bus /gobi_1: Setting Powered False\u000a03:06:11.625400 bus /gobi_1: Setting Powered False\u000a03:06:12.733616 bus /gobi_0: Setting Powered False\u000a03:06:13.838771 bus /gobi_0: Setting Powered False\u000a03:06:14.950809 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17612): Process ended prematurely: osmo-stp_10.42.42.5(pid=17612) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17612)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17612): Process ended prematurely: osmo-stp_10.42.42.5(pid=17612) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a03:06:16.018251 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:16.031026 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:06:16.193618 tst ping.py: using LAC 25553\u000a03:06:16.344561 tst ping.py: using RAC 53\u000a03:06:16.499490 tst ping.py: using CellId 25553\u000a03:06:16.619744 tst ping.py: using BVCI 25554\u000a03:06:16.643607 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:16.656762 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:16.669753 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:16.682862 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:16.694888 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:16.708005 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:16.722175 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:16.735248 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:06:17.015677 tst ping.py:19: start network...\u000a03:06:17.146564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:06:17.611405 run create_hlr_db(pid=17606): Launched\u000a03:06:17.780899 bus /gobi_6: Setting Powered False\u000a03:06:18.801919 run create_hlr_db(pid=17606): Terminated: ok {rc=0}\u000a03:06:19.193647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17608): Launched\u000a03:06:19.487136 run osmo-hlr_10.42.42.2(pid=17609): Launched\u000a03:06:19.595209 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:06:20.105391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17611): Launched\u000a03:06:20.398985 run osmo-stp_10.42.42.5(pid=17612): Launched\u000a03:06:20.506360 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:06:21.016883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17614): Launched\u000a03:06:21.121107 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:06:21.376512 run patchelf(pid=17615): Launched\u000a03:06:21.549239 run osmo-stp_10.42.42.5(pid=17612): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17612)]\u000a03:06:21.674879 run osmo-stp_10.42.42.5(pid=17612): stdout: \u000a| (launched: 2022-12-10_03:06:20.253473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:21.800534 run osmo-stp_10.42.42.5(pid=17612): stderr: \u000a| �[0;m�[38;5;43m20221210030620421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030620421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030620421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030620422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030620422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030620422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030620422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:21.948650 run osmo-stp_10.42.42.5(pid=17612): stdout: \u000a| (launched: 2022-12-10_03:06:20.253473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:22.077721 run osmo-stp_10.42.42.5(pid=17612): stderr: \u000a| �[0;m�[38;5;43m20221210030620421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030620421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030620421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030620422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030620422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030620422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030620422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:22.227391 run patchelf(pid=17615): Terminating (SIGINT)\u000a03:06:22.403215 run patchelf(pid=17615): Terminated: ok {rc=0}\u000a03:06:22.435157 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17612): Process ended prematurely: osmo-stp_10.42.42.5(pid=17612) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17612)] [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a03:06:22.444318 tst ping.py:22: Test FAILED (6.4 sec)\u000a03:06:22.506522 run osmo-hlr_10.42.42.2(pid=17609): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17609)]\u000a03:06:22.557783 run osmo-hlr_10.42.42.2(pid=17609): stdout: \u000a| (launched: 2022-12-10_03:06:19.342332) \u000a03:06:22.609580 run osmo-hlr_10.42.42.2(pid=17609): stderr: \u000a| �[0;m�[1;31m20221210030619519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030619519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030619519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030619519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030619519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030619519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030619531 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030619539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030619540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030619540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:06:22.653374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17608): Terminating (SIGTERM)\u000a03:06:22.694658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17611): Terminating (SIGTERM)\u000a03:06:22.735939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17614): Terminating (SIGTERM)\u000a03:06:22.745621 --- ParallelTerminationStrategy: PID 17608 died...\u000a03:06:22.800885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17608): Terminated: ok {rc=0}\u000a03:06:22.810847 --- ParallelTerminationStrategy: PID 17611 died...\u000a03:06:22.865831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17611): Terminated: ok {rc=0}\u000a03:06:22.875720 --- ParallelTerminationStrategy: PID 17614 died...\u000a03:06:22.930612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17614): Terminated: ok {rc=0}\u000a03:06:23.017747 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17622): Process ended prematurely: osmo-stp_10.42.42.5(pid=17622) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17622)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17622): Process ended prematurely: osmo-stp_10.42.42.5(pid=17622) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17622)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a03:06:24.071509 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:24.083961 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:06:24.243136 tst ping_idle_ping.py: using LAC 25554\u000a03:06:24.365573 tst ping_idle_ping.py: using RAC 54\u000a03:06:24.490648 tst ping_idle_ping.py: using CellId 25554\u000a03:06:24.613010 tst ping_idle_ping.py: using BVCI 25555\u000a03:06:24.637006 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:24.648450 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:24.659741 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:24.671015 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:24.682350 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:24.693656 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:24.705006 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:24.716179 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:06:24.990081 tst ping_idle_ping.py:24: start network...\u000a03:06:25.113057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:06:25.579949 run create_hlr_db(pid=17616): Launched\u000a03:06:25.749123 bus /gobi_6: Setting Powered False\u000a03:06:26.770122 run create_hlr_db(pid=17616): Terminated: ok {rc=0}\u000a03:06:27.187517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17618): Launched\u000a03:06:27.502329 run osmo-hlr_10.42.42.2(pid=17619): Launched\u000a03:06:27.622723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:06:28.169834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17621): Launched\u000a03:06:28.483764 run osmo-stp_10.42.42.5(pid=17622): Launched\u000a03:06:28.598611 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:06:29.147660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17624): Launched\u000a03:06:29.260067 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:06:29.534880 run patchelf(pid=17625): Launched\u000a03:06:29.719844 run osmo-stp_10.42.42.5(pid=17622): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17622)]\u000a03:06:29.855125 run osmo-stp_10.42.42.5(pid=17622): stdout: \u000a| (launched: 2022-12-10_03:06:28.329678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:29.989989 run osmo-stp_10.42.42.5(pid=17622): stderr: \u000a| �[0;m�[38;5;43m20221210030628519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030628519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030628520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030628520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030628520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030628520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030628521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:30.120373 run osmo-stp_10.42.42.5(pid=17622): stdout: \u000a| (launched: 2022-12-10_03:06:28.329678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:30.249773 run osmo-stp_10.42.42.5(pid=17622): stderr: \u000a| �[0;m�[38;5;43m20221210030628519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030628519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030628520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030628520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030628520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030628520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030628521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:30.399890 run patchelf(pid=17625): Terminating (SIGINT)\u000a03:06:30.576569 run patchelf(pid=17625): Terminated: ok {rc=0}\u000a03:06:30.608540 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17622): Process ended prematurely: osmo-stp_10.42.42.5(pid=17622) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17622)] [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a03:06:30.617864 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a03:06:30.679673 run osmo-hlr_10.42.42.2(pid=17619): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17619)]\u000a03:06:30.730289 run osmo-hlr_10.42.42.2(pid=17619): stdout: \u000a| (launched: 2022-12-10_03:06:27.347249) \u000a03:06:30.782020 run osmo-hlr_10.42.42.2(pid=17619): stderr: \u000a| �[0;m�[1;31m20221210030627544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030627544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030627544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030627544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030627544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030627544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030627556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030627565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030627565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030627565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:06:30.825763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17618): Terminating (SIGTERM)\u000a03:06:30.885742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17621): Terminating (SIGTERM)\u000a03:06:30.930205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17624): Terminating (SIGTERM)\u000a03:06:30.939970 --- ParallelTerminationStrategy: PID 17618 died...\u000a03:06:30.996386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17618): Terminated: ok {rc=0}\u000a03:06:31.007211 --- ParallelTerminationStrategy: PID 17621 died...\u000a03:06:31.063838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17621): Terminated: ok {rc=0}\u000a03:06:31.074683 --- ParallelTerminationStrategy: PID 17624 died...\u000a03:06:31.130997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17624): Terminated: ok {rc=0}\u000a03:06:31.219691 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:05:34" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17640): Process ended prematurely: osmo-stp_10.42.42.5(pid=17640) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17640)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17640): Process ended prematurely: osmo-stp_10.42.42.5(pid=17640) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17640)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:06:33.350703 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:33.361771 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:06:33.513423 tst cs_paging_gprs_active.py: using LAC 25555\u000a03:06:33.633033 tst cs_paging_gprs_active.py: using RAC 55\u000a03:06:33.751208 tst cs_paging_gprs_active.py: using CellId 25555\u000a03:06:33.870904 tst cs_paging_gprs_active.py: using BVCI 25556\u000a03:06:33.893802 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:33.905249 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:33.916050 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:33.927122 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:33.938179 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:33.949211 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:33.960266 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:33.971208 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:33.982484 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:06:34.103380 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:06:34.396112 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:06:34.529558 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:06:34.860372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17630): Launched\u000a03:06:35.135208 run iperf3-srv_10.42.42.10(pid=17631): Launched\u000a03:06:35.331305 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:06:35.464643 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:06:35.799430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17632): Launched\u000a03:06:36.075294 run iperf3-srv_10.42.42.10(pid=17633): Launched\u000a03:06:36.272241 tst cs_paging_gprs_active.py:38: start network...\u000a03:06:36.406422 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:06:36.921517 run create_hlr_db(pid=17634): Launched\u000a03:06:37.106099 bus /gobi_6: Setting Powered False\u000a03:06:38.126900 run create_hlr_db(pid=17634): Terminated: ok {rc=0}\u000a03:06:38.528890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17636): Launched\u000a03:06:38.829722 run osmo-hlr_10.42.42.2(pid=17637): Launched\u000a03:06:38.947029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:06:39.473794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17639): Launched\u000a03:06:39.774449 run osmo-stp_10.42.42.5(pid=17640): Launched\u000a03:06:39.884052 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:06:40.402216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17642): Launched\u000a03:06:40.508094 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:06:40.774895 run patchelf(pid=17643): Launched\u000a03:06:40.951173 run osmo-stp_10.42.42.5(pid=17640): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17640)]\u000a03:06:41.079682 run osmo-stp_10.42.42.5(pid=17640): stdout: \u000a| (launched: 2022-12-10_03:06:39.625572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:41.208813 run osmo-stp_10.42.42.5(pid=17640): stderr: \u000a| �[0;m�[38;5;43m20221210030639796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030639797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030639797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030639797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030639798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030639798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030639798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:41.333200 run osmo-stp_10.42.42.5(pid=17640): stdout: \u000a| (launched: 2022-12-10_03:06:39.625572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:41.456323 run osmo-stp_10.42.42.5(pid=17640): stderr: \u000a| �[0;m�[38;5;43m20221210030639796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030639797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030639797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030639797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030639798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030639798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030639798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:41.600426 run patchelf(pid=17643): Terminating (SIGINT)\u000a03:06:41.770457 run patchelf(pid=17643): Terminated: ok {rc=0}\u000a03:06:41.801776 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17640): Process ended prematurely: osmo-stp_10.42.42.5(pid=17640) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17640)] [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a03:06:41.810867 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a03:06:41.871292 run osmo-hlr_10.42.42.2(pid=17637): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17637)]\u000a03:06:41.920449 run osmo-hlr_10.42.42.2(pid=17637): stdout: \u000a| (launched: 2022-12-10_03:06:38.681225) \u000a03:06:41.970272 run osmo-hlr_10.42.42.2(pid=17637): stderr: \u000a| �[0;m�[1;31m20221210030638856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030638856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030638856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030638857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030638857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030638857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030638868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030638877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030638877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030638877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:06:42.012269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17630): Terminating (SIGTERM)\u000a03:06:42.052250 run iperf3-srv_10.42.42.10(pid=17631): Terminating (SIGTERM)\u000a03:06:42.091786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17632): Terminating (SIGTERM)\u000a03:06:42.131537 run iperf3-srv_10.42.42.10(pid=17633): Terminating (SIGTERM)\u000a03:06:42.171189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17636): Terminating (SIGTERM)\u000a03:06:42.211160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17639): Terminating (SIGTERM)\u000a03:06:42.250604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17642): Terminating (SIGTERM)\u000a03:06:42.260073 --- ParallelTerminationStrategy: PID 17630 died...\u000a03:06:42.313055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17630): Terminated: ok {rc=0}\u000a03:06:42.322825 --- ParallelTerminationStrategy: PID 17631 died...\u000a03:06:42.375746 run iperf3-srv_10.42.42.10(pid=17631): Terminated {rc=256}\u000a03:06:42.385344 --- ParallelTerminationStrategy: PID 17632 died...\u000a03:06:42.438440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17632): Terminated: ok {rc=0}\u000a03:06:42.448146 --- ParallelTerminationStrategy: PID 17633 died...\u000a03:06:42.501148 run iperf3-srv_10.42.42.10(pid=17633): Terminated {rc=256}\u000a03:06:42.510618 --- ParallelTerminationStrategy: PID 17636 died...\u000a03:06:42.563711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17636): Terminated: ok {rc=0}\u000a03:06:42.573607 --- ParallelTerminationStrategy: PID 17639 died...\u000a03:06:42.626617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17639): Terminated: ok {rc=0}\u000a03:06:42.636462 --- ParallelTerminationStrategy: PID 17642 died...\u000a03:06:42.689610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17642): Terminated: ok {rc=0}\u000a03:06:42.772631 bus /gobi_0: Setting Powered False\u000a03:06:43.879280 bus /gobi_0: Setting Powered False\u000a03:06:44.986011 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17652): Process ended prematurely: osmo-stp_10.42.42.5(pid=17652) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17652)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17652): Process ended prematurely: osmo-stp_10.42.42.5(pid=17652) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a03:06:46.118246 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:46.130918 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:06:46.320221 tst iperf3.py: using LAC 25556\u000a03:06:46.452920 tst iperf3.py: using RAC 56\u000a03:06:46.599471 tst iperf3.py: using CellId 25556\u000a03:06:46.755975 tst iperf3.py: using BVCI 25557\u000a03:06:46.789000 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:46.804061 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:46.820831 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:46.837281 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:46.855149 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:46.871395 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:46.888852 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:46.903998 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:46.919162 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:06:47.278647 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:06:47.406507 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:06:47.717114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17644): Launched\u000a03:06:47.975709 run iperf3-srv_10.42.42.10(pid=17645): Launched\u000a03:06:48.158269 tst iperf3.py:8: start network...\u000a03:06:48.282284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:06:48.754168 run create_hlr_db(pid=17646): Launched\u000a03:06:48.925260 bus /gobi_6: Setting Powered False\u000a03:06:49.948285 run create_hlr_db(pid=17646): Terminated: ok {rc=0}\u000a03:06:50.352922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17648): Launched\u000a03:06:50.673295 run osmo-hlr_10.42.42.2(pid=17649): Launched\u000a03:06:50.793328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:06:51.338530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17651): Launched\u000a03:06:51.640723 run osmo-stp_10.42.42.5(pid=17652): Launched\u000a03:06:51.750935 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:06:52.274475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17654): Launched\u000a03:06:52.381390 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:06:52.643151 run patchelf(pid=17655): Launched\u000a03:06:52.818454 run osmo-stp_10.42.42.5(pid=17652): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17652)]\u000a03:06:52.946378 run osmo-stp_10.42.42.5(pid=17652): stdout: \u000a| (launched: 2022-12-10_03:06:51.491515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:53.075160 run osmo-stp_10.42.42.5(pid=17652): stderr: \u000a| �[0;m�[38;5;43m20221210030651660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030651660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030651660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030651660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030651663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030651663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030651663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:53.199417 run osmo-stp_10.42.42.5(pid=17652): stdout: \u000a| (launched: 2022-12-10_03:06:51.491515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:53.323023 run osmo-stp_10.42.42.5(pid=17652): stderr: \u000a| �[0;m�[38;5;43m20221210030651660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030651660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030651660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030651660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030651663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030651663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030651663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:53.466835 run patchelf(pid=17655): Terminating (SIGINT)\u000a03:06:53.634987 run patchelf(pid=17655): Terminated: ok {rc=0}\u000a03:06:53.666043 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17652): Process ended prematurely: osmo-stp_10.42.42.5(pid=17652) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17652)] [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a03:06:53.675106 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a03:06:53.735777 run osmo-hlr_10.42.42.2(pid=17649): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17649)]\u000a03:06:53.784750 run osmo-hlr_10.42.42.2(pid=17649): stdout: \u000a| (launched: 2022-12-10_03:06:50.515349) \u000a03:06:53.834296 run osmo-hlr_10.42.42.2(pid=17649): stderr: \u000a| �[0;m�[1;31m20221210030650714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030650714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030650714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030650714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030650715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030650715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030650727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030650735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030650736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030650736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:06:53.876065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17644): Terminating (SIGTERM)\u000a03:06:53.915901 run iperf3-srv_10.42.42.10(pid=17645): Terminating (SIGTERM)\u000a03:06:53.955613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17648): Terminating (SIGTERM)\u000a03:06:53.995302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17651): Terminating (SIGTERM)\u000a03:06:54.035012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17654): Terminating (SIGTERM)\u000a03:06:54.044420 --- ParallelTerminationStrategy: PID 17644 died...\u000a03:06:54.098220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17644): Terminated: ok {rc=0}\u000a03:06:54.108091 --- ParallelTerminationStrategy: PID 17645 died...\u000a03:06:54.161630 run iperf3-srv_10.42.42.10(pid=17645): Terminated {rc=256}\u000a03:06:54.171156 --- ParallelTerminationStrategy: PID 17648 died...\u000a03:06:54.224252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17648): Terminated: ok {rc=0}\u000a03:06:54.234058 --- ParallelTerminationStrategy: PID 17651 died...\u000a03:06:54.287314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17651): Terminated: ok {rc=0}\u000a03:06:54.297211 --- ParallelTerminationStrategy: PID 17654 died...\u000a03:06:54.350809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17654): Terminated: ok {rc=0}\u000a03:06:54.434922 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17670): Process ended prematurely: osmo-stp_10.42.42.5(pid=17670) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17670)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17670): Process ended prematurely: osmo-stp_10.42.42.5(pid=17670) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a03:06:55.543625 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:55.555176 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:06:55.707016 tst iperf3m4.py: using LAC 25557\u000a03:06:55.831843 tst iperf3m4.py: using RAC 57\u000a03:06:55.950991 tst iperf3m4.py: using CellId 25557\u000a03:06:56.066918 tst iperf3m4.py: using BVCI 25558\u000a03:06:56.089675 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:56.100551 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:56.111473 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:56.122689 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:56.133833 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:56.144768 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:56.155932 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:56.166866 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:56.178133 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:06:56.300276 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:06:56.419752 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:06:56.540085 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:06:56.832440 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:06:56.965616 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:06:57.295491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17656): Launched\u000a03:06:57.571934 run iperf3-srv_10.42.42.10(pid=17657): Launched\u000a03:06:57.767941 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:06:57.902738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:06:58.233079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17658): Launched\u000a03:06:58.507364 run iperf3-srv_10.42.42.10(pid=17659): Launched\u000a03:06:58.702112 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:06:58.835126 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:06:59.165747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17660): Launched\u000a03:06:59.441670 run iperf3-srv_10.42.42.10(pid=17661): Launched\u000a03:06:59.637545 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:06:59.770667 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:07:00.102461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17662): Launched\u000a03:07:00.377806 run iperf3-srv_10.42.42.10(pid=17663): Launched\u000a03:07:00.572694 tst iperf3m4.py:8: start network...\u000a03:07:00.705772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:07:01.255943 run create_hlr_db(pid=17664): Launched\u000a03:07:01.433406 bus /gobi_6: Setting Powered False\u000a03:07:02.450116 run create_hlr_db(pid=17664): Terminated: ok {rc=0}\u000a03:07:02.875135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17666): Launched\u000a03:07:03.195292 run osmo-hlr_10.42.42.2(pid=17667): Launched\u000a03:07:03.314939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:07:03.875923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17669): Launched\u000a03:07:04.196180 run osmo-stp_10.42.42.5(pid=17670): Launched\u000a03:07:04.312051 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:07:04.872003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17672): Launched\u000a03:07:04.985596 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:07:05.263993 run patchelf(pid=17673): Launched\u000a03:07:05.451104 run osmo-stp_10.42.42.5(pid=17670): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17670)]\u000a03:07:05.587725 run osmo-stp_10.42.42.5(pid=17670): stdout: \u000a| (launched: 2022-12-10_03:07:04.038899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:05.724836 run osmo-stp_10.42.42.5(pid=17670): stderr: \u000a| �[0;m�[38;5;43m20221210030704230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030704230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030704231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030704231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030704233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030704234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030704234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:05.857959 run osmo-stp_10.42.42.5(pid=17670): stdout: \u000a| (launched: 2022-12-10_03:07:04.038899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:05.989742 run osmo-stp_10.42.42.5(pid=17670): stderr: \u000a| �[0;m�[38;5;43m20221210030704230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030704230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030704231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030704231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030704233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030704234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030704234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:06.142829 run patchelf(pid=17673): Terminating (SIGINT)\u000a03:07:06.322082 run patchelf(pid=17673): Terminated: ok {rc=0}\u000a03:07:06.354986 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17670): Process ended prematurely: osmo-stp_10.42.42.5(pid=17670) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17670)] [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a03:07:06.364779 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a03:07:06.427696 run osmo-hlr_10.42.42.2(pid=17667): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17667)]\u000a03:07:06.478384 run osmo-hlr_10.42.42.2(pid=17667): stdout: \u000a| (launched: 2022-12-10_03:07:03.038007) \u000a03:07:06.529712 run osmo-hlr_10.42.42.2(pid=17667): stderr: \u000a| �[0;m�[1;31m20221210030703238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030703238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030703238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030703238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030703238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030703238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030703250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030703259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030703259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030703259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:07:06.573549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17656): Terminating (SIGTERM)\u000a03:07:06.614932 run iperf3-srv_10.42.42.10(pid=17657): Terminating (SIGTERM)\u000a03:07:06.656519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17658): Terminating (SIGTERM)\u000a03:07:06.698344 run iperf3-srv_10.42.42.10(pid=17659): Terminating (SIGTERM)\u000a03:07:06.739839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17660): Terminating (SIGTERM)\u000a03:07:06.781216 run iperf3-srv_10.42.42.10(pid=17661): Terminating (SIGTERM)\u000a03:07:06.823048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17662): Terminating (SIGTERM)\u000a03:07:06.864595 run iperf3-srv_10.42.42.10(pid=17663): Terminating (SIGTERM)\u000a03:07:06.906177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17666): Terminating (SIGTERM)\u000a03:07:06.947644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17669): Terminating (SIGTERM)\u000a03:07:06.989270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17672): Terminating (SIGTERM)\u000a03:07:06.998877 --- ParallelTerminationStrategy: PID 17656 died...\u000a03:07:07.054758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17656): Terminated: ok {rc=0}\u000a03:07:07.064859 --- ParallelTerminationStrategy: PID 17657 died...\u000a03:07:07.120100 run iperf3-srv_10.42.42.10(pid=17657): Terminated {rc=256}\u000a03:07:07.130174 --- ParallelTerminationStrategy: PID 17658 died...\u000a03:07:07.185475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17658): Terminated: ok {rc=0}\u000a03:07:07.195462 --- ParallelTerminationStrategy: PID 17659 died...\u000a03:07:07.250537 run iperf3-srv_10.42.42.10(pid=17659): Terminated {rc=256}\u000a03:07:07.260560 --- ParallelTerminationStrategy: PID 17660 died...\u000a03:07:07.315909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17660): Terminated: ok {rc=0}\u000a03:07:07.326060 --- ParallelTerminationStrategy: PID 17661 died...\u000a03:07:07.381132 run iperf3-srv_10.42.42.10(pid=17661): Terminated {rc=256}\u000a03:07:07.391039 --- ParallelTerminationStrategy: PID 17662 died...\u000a03:07:07.446458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17662): Terminated: ok {rc=0}\u000a03:07:07.456473 --- ParallelTerminationStrategy: PID 17663 died...\u000a03:07:07.511517 run iperf3-srv_10.42.42.10(pid=17663): Terminated {rc=256}\u000a03:07:07.521646 --- ParallelTerminationStrategy: PID 17666 died...\u000a03:07:07.576628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17666): Terminated: ok {rc=0}\u000a03:07:07.586769 --- ParallelTerminationStrategy: PID 17669 died...\u000a03:07:07.642014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17669): Terminated: ok {rc=0}\u000a03:07:07.652188 --- ParallelTerminationStrategy: PID 17672 died...\u000a03:07:07.707726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17672): Terminated: ok {rc=0}\u000a03:07:07.795244 bus /gobi_4: Setting Powered False\u000a03:07:08.901713 bus /gobi_4: Setting Powered False\u000a03:07:10.012625 bus /gobi_1: Setting Powered False\u000a03:07:11.115810 bus /gobi_1: Setting Powered False\u000a03:07:12.222201 bus /gobi_0: Setting Powered False\u000a03:07:13.328453 bus /gobi_0: Setting Powered False\u000a03:07:14.442022 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17681): Process ended prematurely: osmo-stp_10.42.42.5(pid=17681) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17681)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17681): Process ended prematurely: osmo-stp_10.42.42.5(pid=17681) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17681)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a03:07:15.510667 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:15.523204 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:07:15.682960 tst ping.py: using LAC 25558\u000a03:07:15.807904 tst ping.py: using RAC 58\u000a03:07:15.944342 tst ping.py: using CellId 25558\u000a03:07:16.071759 tst ping.py: using BVCI 25559\u000a03:07:16.097486 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:16.109980 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:16.122287 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:16.134391 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:16.146257 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:16.158065 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:16.170023 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:16.181785 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:07:16.462983 tst ping.py:19: start network...\u000a03:07:16.591835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:07:17.091162 run create_hlr_db(pid=17675): Launched\u000a03:07:17.267457 bus /gobi_6: Setting Powered False\u000a03:07:18.282602 run create_hlr_db(pid=17675): Terminated: ok {rc=0}\u000a03:07:18.675726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17677): Launched\u000a03:07:18.967986 run osmo-hlr_10.42.42.2(pid=17678): Launched\u000a03:07:19.082645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:07:19.601809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17680): Launched\u000a03:07:19.895177 run osmo-stp_10.42.42.5(pid=17681): Launched\u000a03:07:20.002990 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:07:20.514860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17683): Launched\u000a03:07:20.619296 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:07:20.877215 run patchelf(pid=17684): Launched\u000a03:07:21.050210 run osmo-stp_10.42.42.5(pid=17681): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17681)]\u000a03:07:21.176436 run osmo-stp_10.42.42.5(pid=17681): stdout: \u000a| (launched: 2022-12-10_03:07:19.750403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:21.302873 run osmo-stp_10.42.42.5(pid=17681): stderr: \u000a| �[0;m�[38;5;43m20221210030719920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030719920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030719920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030719921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030719921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030719921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030719921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:21.424770 run osmo-stp_10.42.42.5(pid=17681): stdout: \u000a| (launched: 2022-12-10_03:07:19.750403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:21.545691 run osmo-stp_10.42.42.5(pid=17681): stderr: \u000a| �[0;m�[38;5;43m20221210030719920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030719920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030719920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030719921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030719921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030719921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030719921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:21.686786 run patchelf(pid=17684): Terminating (SIGINT)\u000a03:07:21.852678 run patchelf(pid=17684): Terminated: ok {rc=0}\u000a03:07:21.883276 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17681): Process ended prematurely: osmo-stp_10.42.42.5(pid=17681) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17681)] [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a03:07:21.891866 tst ping.py:22: Test FAILED (6.4 sec)\u000a03:07:21.951874 run osmo-hlr_10.42.42.2(pid=17678): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17678)]\u000a03:07:22.001092 run osmo-hlr_10.42.42.2(pid=17678): stdout: \u000a| (launched: 2022-12-10_03:07:18.824338) \u000a03:07:22.051386 run osmo-hlr_10.42.42.2(pid=17678): stderr: \u000a| �[0;m�[1;31m20221210030718996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030718996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030718996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030718996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030718996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030718997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030719009 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030719018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030719018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030719018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:07:22.093271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17677): Terminating (SIGTERM)\u000a03:07:22.133237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17680): Terminating (SIGTERM)\u000a03:07:22.173140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17683): Terminating (SIGTERM)\u000a03:07:22.182717 --- ParallelTerminationStrategy: PID 17677 died...\u000a03:07:22.236028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17677): Terminated: ok {rc=0}\u000a03:07:22.246178 --- ParallelTerminationStrategy: PID 17680 died...\u000a03:07:22.299063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17680): Terminated: ok {rc=0}\u000a03:07:22.308843 --- ParallelTerminationStrategy: PID 17683 died...\u000a03:07:22.362173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17683): Terminated: ok {rc=0}\u000a03:07:22.451167 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17691): Process ended prematurely: osmo-stp_10.42.42.5(pid=17691) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17691)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17691): Process ended prematurely: osmo-stp_10.42.42.5(pid=17691) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17691)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a03:07:23.505868 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:23.518178 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:07:23.672239 tst ping_idle_ping.py: using LAC 25559\u000a03:07:23.790088 tst ping_idle_ping.py: using RAC 59\u000a03:07:23.905671 tst ping_idle_ping.py: using CellId 25559\u000a03:07:24.021941 tst ping_idle_ping.py: using BVCI 25560\u000a03:07:24.044686 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:24.055857 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:24.066860 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:24.078548 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:24.090097 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:24.101779 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:24.114594 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:24.125756 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:07:24.416377 tst ping_idle_ping.py:24: start network...\u000a03:07:24.548091 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:07:25.056028 run create_hlr_db(pid=17685): Launched\u000a03:07:25.240235 bus /gobi_6: Setting Powered False\u000a03:07:26.259809 run create_hlr_db(pid=17685): Terminated: ok {rc=0}\u000a03:07:26.658476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17687): Launched\u000a03:07:26.955082 run osmo-hlr_10.42.42.2(pid=17688): Launched\u000a03:07:27.069969 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:07:27.590764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17690): Launched\u000a03:07:27.884631 run osmo-stp_10.42.42.5(pid=17691): Launched\u000a03:07:27.991994 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:07:28.505500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17693): Launched\u000a03:07:28.610186 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:07:28.868521 run patchelf(pid=17694): Launched\u000a03:07:29.041245 run osmo-stp_10.42.42.5(pid=17691): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17691)]\u000a03:07:29.167271 run osmo-stp_10.42.42.5(pid=17691): stdout: \u000a| (launched: 2022-12-10_03:07:27.739683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:29.293737 run osmo-stp_10.42.42.5(pid=17691): stderr: \u000a| �[0;m�[38;5;43m20221210030727908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030727909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030727909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030727909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030727910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030727910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030727910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:29.415539 run osmo-stp_10.42.42.5(pid=17691): stdout: \u000a| (launched: 2022-12-10_03:07:27.739683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:29.536344 run osmo-stp_10.42.42.5(pid=17691): stderr: \u000a| �[0;m�[38;5;43m20221210030727908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030727909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030727909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030727909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030727910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030727910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030727910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:29.677200 run patchelf(pid=17694): Terminating (SIGINT)\u000a03:07:29.842761 run patchelf(pid=17694): Terminated: ok {rc=0}\u000a03:07:29.872715 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17691): Process ended prematurely: osmo-stp_10.42.42.5(pid=17691) [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17691)] [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a03:07:29.881445 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a03:07:29.941454 run osmo-hlr_10.42.42.2(pid=17688): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17688)]\u000a03:07:29.990239 run osmo-hlr_10.42.42.2(pid=17688): stdout: \u000a| (launched: 2022-12-10_03:07:26.808905) \u000a03:07:30.039865 run osmo-hlr_10.42.42.2(pid=17688): stderr: \u000a| �[0;m�[1;31m20221210030726988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030726988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030726988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030726988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030726988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030726988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030727001 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030727010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030727010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030727010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:07:30.082450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17687): Terminating (SIGTERM)\u000a03:07:30.122117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17690): Terminating (SIGTERM)\u000a03:07:30.161794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17693): Terminating (SIGTERM)\u000a03:07:30.171192 --- ParallelTerminationStrategy: PID 17687 died...\u000a03:07:30.224576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17687): Terminated: ok {rc=0}\u000a03:07:30.234235 --- ParallelTerminationStrategy: PID 17690 died...\u000a03:07:30.287711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17690): Terminated: ok {rc=0}\u000a03:07:30.297376 --- ParallelTerminationStrategy: PID 17693 died...\u000a03:07:30.350082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17693): Terminated: ok {rc=0}\u000a03:07:30.438472 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:06:32" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17705): Process ended prematurely: osmo-stp_10.42.42.5(pid=17705) [trial-2368↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17705)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17705): Process ended prematurely: osmo-stp_10.42.42.5(pid=17705) [trial-2368↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17705)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a03:07:32.470365 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:07:32.482742 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:07:32.642652 tst switch_tch_pdch.py: using LAC 25560\u000a03:07:32.768251 tst switch_tch_pdch.py: using RAC 60\u000a03:07:32.891613 tst switch_tch_pdch.py: using CellId 25560\u000a03:07:33.014684 tst switch_tch_pdch.py: using BVCI 25561\u000a03:07:33.039085 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:07:33.050921 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:07:33.062488 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:07:33.074310 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:07:33.086195 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:07:33.098471 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:07:33.110329 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:07:33.122097 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:07:33.239162 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:07:33.525695 tst switch_tch_pdch.py:51: start network...\u000a03:07:33.656092 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:07:34.159371 run create_hlr_db(pid=17698): Launched\u000a03:07:34.341912 bus /gobi_6: Setting Powered False\u000a03:07:35.362111 run create_hlr_db(pid=17698): Terminated: ok {rc=0}\u000a03:07:35.758352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17700): Launched\u000a03:07:36.056696 run osmo-hlr_10.42.42.2(pid=17702): Launched\u000a03:07:36.165316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:07:36.677213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17704): Launched\u000a03:07:36.971373 run osmo-stp_10.42.42.5(pid=17705): Launched\u000a03:07:37.079103 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:07:37.591370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17707): Launched\u000a03:07:37.695554 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:07:37.952090 run patchelf(pid=17708): Launched\u000a03:07:38.125134 run osmo-stp_10.42.42.5(pid=17705): ERR: Terminated: ERROR {rc=1} [trial-2368↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17705)]\u000a03:07:38.251235 run osmo-stp_10.42.42.5(pid=17705): stdout: \u000a| (launched: 2022-12-10_03:07:36.826801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:38.377631 run osmo-stp_10.42.42.5(pid=17705): stderr: \u000a| �[0;m�[38;5;43m20221210030736994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030736994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030736994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030736995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030736997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030736997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030736997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:38.498986 run osmo-stp_10.42.42.5(pid=17705): stdout: \u000a| (launched: 2022-12-10_03:07:36.826801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:38.619418 run osmo-stp_10.42.42.5(pid=17705): stderr: \u000a| �[0;m�[38;5;43m20221210030736994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030736994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030736994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030736995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030736997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030736997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030736997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:38.760022 run patchelf(pid=17708): Terminating (SIGINT)\u000a03:07:38.925287 run patchelf(pid=17708): Terminated: ok {rc=0}\u000a03:07:38.955401 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=17705): Process ended prematurely: osmo-stp_10.42.42.5(pid=17705) [trial-2368↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17705)] [trial-2368↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a03:07:38.964027 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a03:07:39.024188 run osmo-hlr_10.42.42.2(pid=17702): ERR: Terminated: ERROR {rc=237} [trial-2368↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17702)]\u000a03:07:39.073151 run osmo-hlr_10.42.42.2(pid=17702): stdout: \u000a| (launched: 2022-12-10_03:07:35.907875) \u000a03:07:39.123310 run osmo-hlr_10.42.42.2(pid=17702): stderr: \u000a| �[0;m�[1;31m20221210030736087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030736087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030736087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030736087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030736087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030736087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030736099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030736110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030736110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030736110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:07:39.165325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17700): Terminating (SIGTERM)\u000a03:07:39.204601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17704): Terminating (SIGTERM)\u000a03:07:39.244059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17707): Terminating (SIGTERM)\u000a03:07:39.253496 --- ParallelTerminationStrategy: PID 17700 died...\u000a03:07:39.306546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17700): Terminated: ok {rc=0}\u000a03:07:39.316517 --- ParallelTerminationStrategy: PID 17704 died...\u000a03:07:39.369339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17704): Terminated: ok {rc=0}\u000a03:07:39.379183 --- ParallelTerminationStrategy: PID 17707 died...\u000a03:07:39.431961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17707): Terminated: ok {rc=0}\u000a03:07:39.520009 bus /gobi_0: Setting Powered False\u000a03:07:40.625643 bus /gobi_0: Setting Powered False\u000a03:07:41.731940 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:07:32" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17718): Process ended prematurely: osmo-stp_10.42.42.5(pid=17718) [trial-2368↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17718)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17718): Process ended prematurely: osmo-stp_10.42.42.5(pid=17718) [trial-2368↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17718)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a03:07:43.704462 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:07:43.715557 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a03:07:43.866985 tst switch_tch_pdch.py: using LAC 25561\u000a03:07:43.990625 tst switch_tch_pdch.py: using RAC 61\u000a03:07:44.119717 tst switch_tch_pdch.py: using CellId 25561\u000a03:07:44.242011 tst switch_tch_pdch.py: using BVCI 25562\u000a03:07:44.266300 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:07:44.278109 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:07:44.289622 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:07:44.300874 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:07:44.312194 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:07:44.323599 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:07:44.335046 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:07:44.346399 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a03:07:44.460711 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a03:07:44.745714 tst switch_tch_pdch.py:51: start network...\u000a03:07:44.876801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:07:45.350516 run create_hlr_db(pid=17712): Launched\u000a03:07:45.478180 bus /gobi_6: Setting Powered False\u000a03:07:46.555661 run create_hlr_db(pid=17712): Terminated: ok {rc=0}\u000a03:07:46.972920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17714): Launched\u000a03:07:47.289925 run osmo-hlr_10.42.42.2(pid=17715): Launched\u000a03:07:47.403289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:07:47.889770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17717): Launched\u000a03:07:48.182692 run osmo-stp_10.42.42.5(pid=17718): Launched\u000a03:07:48.289909 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:07:48.777389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17720): Launched\u000a03:07:48.882144 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:07:49.138594 run patchelf(pid=17721): Launched\u000a03:07:49.310855 run osmo-stp_10.42.42.5(pid=17718): ERR: Terminated: ERROR {rc=1} [trial-2368↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17718)]\u000a03:07:49.436881 run osmo-stp_10.42.42.5(pid=17718): stdout: \u000a| (launched: 2022-12-10_03:07:48.037735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:49.563205 run osmo-stp_10.42.42.5(pid=17718): stderr: \u000a| �[0;m�[38;5;43m20221210030748206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030748207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030748207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030748207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030748208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030748208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030748208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:49.684741 run osmo-stp_10.42.42.5(pid=17718): stdout: \u000a| (launched: 2022-12-10_03:07:48.037735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:49.805609 run osmo-stp_10.42.42.5(pid=17718): stderr: \u000a| �[0;m�[38;5;43m20221210030748206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030748207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030748207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030748207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030748208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030748208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030748208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:49.946366 run patchelf(pid=17721): Terminating (SIGINT)\u000a03:07:50.111372 run patchelf(pid=17721): Terminated: ok {rc=0}\u000a03:07:50.141320 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=17718): Process ended prematurely: osmo-stp_10.42.42.5(pid=17718) [trial-2368↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17718)] [trial-2368↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a03:07:50.149812 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a03:07:50.210344 run osmo-hlr_10.42.42.2(pid=17715): ERR: Terminated: ERROR {rc=237} [trial-2368↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17715)]\u000a03:07:50.260048 run osmo-hlr_10.42.42.2(pid=17715): stdout: \u000a| (launched: 2022-12-10_03:07:47.136191) \u000a03:07:50.309986 run osmo-hlr_10.42.42.2(pid=17715): stderr: \u000a| �[0;m�[1;31m20221210030747320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030747320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030747320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030747320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030747320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030747320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030747333 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030747341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030747342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030747342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:07:50.352218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17714): Terminating (SIGTERM)\u000a03:07:50.392241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17717): Terminating (SIGTERM)\u000a03:07:50.432291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17720): Terminating (SIGTERM)\u000a03:07:50.441846 --- ParallelTerminationStrategy: PID 17714 died...\u000a03:07:50.495110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17714): Terminated: ok {rc=0}\u000a03:07:50.504890 --- ParallelTerminationStrategy: PID 17717 died...\u000a03:07:50.557950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17717): Terminated: ok {rc=0}\u000a03:07:50.567777 --- ParallelTerminationStrategy: PID 17720 died...\u000a03:07:50.620708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17720): Terminated: ok {rc=0}\u000a03:07:50.709115 bus /gobi_0: Setting Powered False\u000a03:07:51.812130 bus /gobi_0: Setting Powered False\u000a03:07:52.922786 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:07:43" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17726): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17726) [trial-2368↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17726)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17726): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17726) [trial-2368↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a03:07:54.792882 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a03:07:54.804845 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a03:07:54.936205 tst mo_mt_sms.py: using LAC 25562\u000a03:07:55.061257 tst mo_mt_sms.py: using RAC 62\u000a03:07:55.185185 tst mo_mt_sms.py: using CellId 25562\u000a03:07:55.310170 tst mo_mt_sms.py: using BVCI 25563\u000a03:07:55.334349 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a03:07:55.450098 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a03:07:55.739163 tst mo_mt_sms.py:9: start nitb and bts...\u000a03:07:55.871003 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:07:56.521732 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17725): Launched\u000a03:07:56.832936 run osmo-nitb_10.42.42.2(pid=17726): Launched\u000a03:07:57.027189 run osmo-nitb_10.42.42.2(pid=17726): ERR: Terminated: ERROR {rc=2} [trial-2368↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17726)]\u000a03:07:57.170561 run osmo-nitb_10.42.42.2(pid=17726): stdout: \u000a| (launched: 2022-12-10_03:07:56.681958) \u000a03:07:57.313711 run osmo-nitb_10.42.42.2(pid=17726): stderr: \u000a| (launched: 2022-12-10_03:07:56.728724)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:07:57.453103 run osmo-nitb_10.42.42.2(pid=17726): stdout: \u000a| (launched: 2022-12-10_03:07:56.681958) \u000a03:07:57.590872 run osmo-nitb_10.42.42.2(pid=17726): stderr: \u000a| (launched: 2022-12-10_03:07:56.728724)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:07:57.960138 tst osmo-nitb_10.42.42.2(pid=17726): stdout: \u000a| (launched: 2022-12-10_03:07:56.681958) \u000a03:07:58.085530 tst osmo-nitb_10.42.42.2(pid=17726): stderr: \u000a| (launched: 2022-12-10_03:07:56.728724)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:07:58.140739 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=17726): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17726) [trial-2368↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17726)] [trial-2368↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a03:07:58.149578 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a03:07:58.185349 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17725): Terminating (SIGTERM)\u000a03:07:58.363285 --- ParallelTerminationStrategy: PID 17725 died...\u000a03:07:58.421550 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17725): Terminated: ok {rc=0}\u000a03:07:58.508834 bus /sierra_3: Setting Powered False\u000a03:07:59.612017 bus /sierra_3: Setting Powered False\u000a03:08:00.724787 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:07:54" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "sms:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17736): Process ended prematurely: osmo-stp_10.42.42.5(pid=17736) [trial-2368↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17736)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17736): Process ended prematurely: osmo-stp_10.42.42.5(pid=17736) [trial-2368↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a03:08:02.584499 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:02.595283 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:08:02.717496 tst mo_mt_sms.py: using LAC 25563\u000a03:08:02.832002 tst mo_mt_sms.py: using RAC 63\u000a03:08:02.949329 tst mo_mt_sms.py: using CellId 25563\u000a03:08:03.065100 tst mo_mt_sms.py: using BVCI 25564\u000a03:08:03.087234 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:03.097852 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:03.108237 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:03.119011 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:03.129689 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:03.140025 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a03:08:03.258767 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a03:08:03.457340 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:08:03.919376 run create_hlr_db(pid=17730): Launched\u000a03:08:04.089159 bus /sierra_2: Setting Powered False\u000a03:08:05.109688 run create_hlr_db(pid=17730): Terminated: ok {rc=0}\u000a03:08:05.501137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17732): Launched\u000a03:08:05.794484 run osmo-hlr_10.42.42.2(pid=17733): Launched\u000a03:08:05.902078 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:08:06.411655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17735): Launched\u000a03:08:06.704644 run osmo-stp_10.42.42.5(pid=17736): Launched\u000a03:08:06.810786 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:08:07.345658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17738): Launched\u000a03:08:07.638457 run osmo-msc_10.42.42.6(pid=17739): Launched\u000a03:08:07.812014 run osmo-stp_10.42.42.5(pid=17736): ERR: Terminated: ERROR {rc=1} [trial-2368↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17736)]\u000a03:08:07.937964 run osmo-stp_10.42.42.5(pid=17736): stdout: \u000a| (launched: 2022-12-10_03:08:06.560384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:08.061240 run osmo-stp_10.42.42.5(pid=17736): stderr: \u000a| �[0;m�[38;5;43m20221210030806728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030806728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030806729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030806729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030806731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030806731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030806731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:08.179375 run osmo-stp_10.42.42.5(pid=17736): stdout: \u000a| (launched: 2022-12-10_03:08:06.560384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:08.296370 run osmo-stp_10.42.42.5(pid=17736): stderr: \u000a| �[0;m�[38;5;43m20221210030806728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030806728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030806729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030806729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030806731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030806731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030806731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:08.347656 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=17736): Process ended prematurely: osmo-stp_10.42.42.5(pid=17736) [trial-2368↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17736)] [trial-2368↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a03:08:08.355633 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a03:08:08.415623 run osmo-hlr_10.42.42.2(pid=17733): ERR: Terminated: ERROR {rc=237} [trial-2368↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17733)]\u000a03:08:08.464710 run osmo-hlr_10.42.42.2(pid=17733): stdout: \u000a| (launched: 2022-12-10_03:08:05.649280) \u000a03:08:08.514292 run osmo-hlr_10.42.42.2(pid=17733): stderr: \u000a| �[0;m�[1;31m20221210030805825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030805825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030805825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030805825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030805825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030805825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030805838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030805846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030805846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030805846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:08:08.581368 run osmo-msc_10.42.42.6(pid=17739): ERR: Terminated: ERROR {rc=2} [trial-2368↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17739)]\u000a03:08:08.630216 run osmo-msc_10.42.42.6(pid=17739): stdout: \u000a| (launched: 2022-12-10_03:08:07.494047) \u000a03:08:08.679879 run osmo-msc_10.42.42.6(pid=17739): stderr: \u000a| �[0;m�[38;5;43m20221210030807766 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030807766 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f17343b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030807766 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030807766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030807766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030807766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030807768 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030807768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030807769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030807769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:08:08.721785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17732): Terminating (SIGTERM)\u000a03:08:08.761092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17735): Terminating (SIGTERM)\u000a03:08:08.800780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17738): Terminating (SIGTERM)\u000a03:08:08.810309 --- ParallelTerminationStrategy: PID 17732 died...\u000a03:08:08.863607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17732): Terminated: ok {rc=0}\u000a03:08:08.873487 --- ParallelTerminationStrategy: PID 17735 died...\u000a03:08:08.926148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17735): Terminated: ok {rc=0}\u000a03:08:08.935898 --- ParallelTerminationStrategy: PID 17738 died...\u000a03:08:08.988757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17738): Terminated: ok {rc=0}\u000a03:08:09.071864 bus /sierra_3: Setting Powered False\u000a03:08:10.178857 bus /sierra_3: Setting Powered False\u000a03:08:11.285643 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:08:02" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17745): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17745) [trial-2368↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17745)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17745): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17745) [trial-2368↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17745)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a03:08:13.107459 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a03:08:13.118621 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:08:13.247249 tst assert_extension.py: using LAC 25564\u000a03:08:13.376737 tst assert_extension.py: using RAC 64\u000a03:08:13.498899 tst assert_extension.py: using CellId 25564\u000a03:08:13.621006 tst assert_extension.py: using BVCI 25565\u000a03:08:13.645006 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a03:08:13.915453 tst assert_extension.py:10: start nitb and bts...\u000a03:08:14.037204 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:08:14.645749 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17744): Launched\u000a03:08:14.937147 run osmo-nitb_10.42.42.2(pid=17745): Launched\u000a03:08:15.119489 run osmo-nitb_10.42.42.2(pid=17745): ERR: Terminated: ERROR {rc=2} [trial-2368↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17745)]\u000a03:08:15.253964 run osmo-nitb_10.42.42.2(pid=17745): stdout: \u000a| (launched: 2022-12-10_03:08:14.794668) \u000a03:08:15.388580 run osmo-nitb_10.42.42.2(pid=17745): stderr: \u000a| (launched: 2022-12-10_03:08:14.838660)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:08:15.519054 run osmo-nitb_10.42.42.2(pid=17745): stdout: \u000a| (launched: 2022-12-10_03:08:14.794668) \u000a03:08:15.648403 run osmo-nitb_10.42.42.2(pid=17745): stderr: \u000a| (launched: 2022-12-10_03:08:14.838660)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:08:16.065249 tst osmo-nitb_10.42.42.2(pid=17745): stdout: \u000a| (launched: 2022-12-10_03:08:14.794668) \u000a03:08:16.216740 tst osmo-nitb_10.42.42.2(pid=17745): stderr: \u000a| (launched: 2022-12-10_03:08:14.838660)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:08:16.289757 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=17745): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17745) [trial-2368↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17745)] [trial-2368↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a03:08:16.306210 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a03:08:16.346168 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17744): Terminating (SIGTERM)\u000a03:08:16.526457 --- ParallelTerminationStrategy: PID 17744 died...\u000a03:08:16.606859 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17744): Terminated: ok {rc=0}\u000a03:08:16.714251 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:08:12" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "ussd:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18026): Process ended prematurely: osmo-stp_10.42.42.5(pid=18026) [trial-2368↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18026)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18026): Process ended prematurely: osmo-stp_10.42.42.5(pid=18026) [trial-2368↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a03:08:18.585038 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:18.596517 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:08:18.725913 tst assert_extension.py: using LAC 25565\u000a03:08:18.844250 tst assert_extension.py: using RAC 65\u000a03:08:18.962756 tst assert_extension.py: using CellId 25565\u000a03:08:19.081026 tst assert_extension.py: using BVCI 25566\u000a03:08:19.104507 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:19.116175 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:19.127752 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:19.140067 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:19.152700 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:19.165381 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a03:08:19.368816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:08:19.882694 run create_hlr_db(pid=18018): Launched\u000a03:08:20.057156 bus /sierra_2: Setting Powered False\u000a03:08:21.083324 run create_hlr_db(pid=18018): Terminated: ok {rc=0}\u000a03:08:21.506561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18022): Launched\u000a03:08:21.912339 run osmo-hlr_10.42.42.2(pid=18023): Launched\u000a03:08:22.135602 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:08:22.768473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18025): Launched\u000a03:08:23.181565 run osmo-stp_10.42.42.5(pid=18026): Launched\u000a03:08:23.323038 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:08:23.986992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18028): Launched\u000a03:08:24.417672 run osmo-msc_10.42.42.6(pid=18029): Launched\u000a03:08:24.794422 run osmo-stp_10.42.42.5(pid=18026): ERR: Terminated: ERROR {rc=1} [trial-2368↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18026)]\u000a03:08:24.997397 run osmo-stp_10.42.42.5(pid=18026): stdout: \u000a| (launched: 2022-12-10_03:08:22.921638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:25.132346 run osmo-stp_10.42.42.5(pid=18026): stderr: \u000a| �[0;m�[38;5;43m20221210030823213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030823213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030823213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030823214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030823214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030823214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030823214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:25.263472 run osmo-stp_10.42.42.5(pid=18026): stdout: \u000a| (launched: 2022-12-10_03:08:22.921638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:25.392423 run osmo-stp_10.42.42.5(pid=18026): stderr: \u000a| �[0;m�[38;5;43m20221210030823213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030823213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030823213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030823214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030823214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030823214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030823214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:25.449571 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=18026): Process ended prematurely: osmo-stp_10.42.42.5(pid=18026) [trial-2368↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18026)] [trial-2368↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a03:08:25.459122 tst assert_extension.py:17: Test FAILED (6.9 sec)\u000a03:08:25.524575 run osmo-hlr_10.42.42.2(pid=18023): ERR: Terminated: ERROR {rc=237} [trial-2368↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18023)]\u000a03:08:25.578133 run osmo-hlr_10.42.42.2(pid=18023): stdout: \u000a| (launched: 2022-12-10_03:08:21.660264) \u000a03:08:25.632356 run osmo-hlr_10.42.42.2(pid=18023): stderr: \u000a| �[0;m�[1;31m20221210030821999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030821999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030821999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030821999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030821999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030821999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030822019 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030822030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030822030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030822041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:08:25.706121 run osmo-msc_10.42.42.6(pid=18029): ERR: Terminated: ERROR {rc=2} [trial-2368↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18029)]\u000a03:08:25.762291 run osmo-msc_10.42.42.6(pid=18029): stdout: \u000a| (launched: 2022-12-10_03:08:24.150822) \u000a03:08:25.816776 run osmo-msc_10.42.42.6(pid=18029): stderr: \u000a| �[0;m�[38;5;43m20221210030824654 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030824654 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8508c02c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030824654 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030824654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030824655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030824655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030824656 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030824657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030824657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030824657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:08:25.863535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18022): Terminating (SIGTERM)\u000a03:08:25.909498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18025): Terminating (SIGTERM)\u000a03:08:25.955738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18028): Terminating (SIGTERM)\u000a03:08:25.966797 --- ParallelTerminationStrategy: PID 18022 died...\u000a03:08:26.026943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18022): Terminated: ok {rc=0}\u000a03:08:26.038142 --- ParallelTerminationStrategy: PID 18025 died...\u000a03:08:26.096355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18025): Terminated: ok {rc=0}\u000a03:08:26.107509 --- ParallelTerminationStrategy: PID 18028 died...\u000a03:08:26.164928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18028): Terminated: ok {rc=0}\u000a03:08:26.255241 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:08:18" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18040): Process ended prematurely: osmo-stp_10.42.42.5(pid=18040) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18040)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18040): Process ended prematurely: osmo-stp_10.42.42.5(pid=18040) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18040)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:08:28.211368 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:28.224016 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:08:28.381084 tst mo_mt_call.py: using LAC 25566\u000a03:08:28.507670 tst mo_mt_call.py: using RAC 66\u000a03:08:28.635336 tst mo_mt_call.py: using CellId 25566\u000a03:08:28.762557 tst mo_mt_call.py: using BVCI 25567\u000a03:08:28.788056 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:28.800781 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:28.813700 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:28.826320 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:28.840019 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:28.852571 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:08:28.977073 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:08:29.194375 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:08:29.763218 run create_hlr_db(pid=18034): Launched\u000a03:08:29.954442 bus /sierra_2: Setting Powered False\u000a03:08:31.018038 run create_hlr_db(pid=18034): Terminated: ok {rc=0}\u000a03:08:31.495357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18036): Launched\u000a03:08:31.919845 run osmo-hlr_10.42.42.2(pid=18037): Launched\u000a03:08:32.159977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:08:32.948473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18039): Launched\u000a03:08:33.385479 run osmo-stp_10.42.42.5(pid=18040): Launched\u000a03:08:33.607922 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:08:34.257510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18042): Launched\u000a03:08:34.670070 run osmo-msc_10.42.42.6(pid=18043): Launched\u000a03:08:35.046246 run osmo-stp_10.42.42.5(pid=18040): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18040)]\u000a03:08:35.316034 run osmo-stp_10.42.42.5(pid=18040): stdout: \u000a| (launched: 2022-12-10_03:08:33.122723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:35.527283 run osmo-stp_10.42.42.5(pid=18040): stderr: \u000a| �[0;m�[38;5;43m20221210030833466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030833466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030833466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030833467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030833467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030833467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030833467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:35.652145 run osmo-stp_10.42.42.5(pid=18040): stdout: \u000a| (launched: 2022-12-10_03:08:33.122723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:35.775412 run osmo-stp_10.42.42.5(pid=18040): stderr: \u000a| �[0;m�[38;5;43m20221210030833466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030833466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030833466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030833467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030833467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030833467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030833467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:35.829949 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18040): Process ended prematurely: osmo-stp_10.42.42.5(pid=18040) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18040)] [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a03:08:35.839494 tst mo_mt_call.py:8: Test FAILED (7.7 sec)\u000a03:08:35.904499 run osmo-hlr_10.42.42.2(pid=18037): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18037)]\u000a03:08:35.956625 run osmo-hlr_10.42.42.2(pid=18037): stdout: \u000a| (launched: 2022-12-10_03:08:31.665611) \u000a03:08:36.009787 run osmo-hlr_10.42.42.2(pid=18037): stderr: \u000a| �[0;m�[1;31m20221210030832039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030832039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030832039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030832044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030832044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030832044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030832058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030832073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030832073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030832073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:08:36.080691 run osmo-msc_10.42.42.6(pid=18043): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18043)]\u000a03:08:36.132674 run osmo-msc_10.42.42.6(pid=18043): stdout: \u000a| (launched: 2022-12-10_03:08:34.412872) \u000a03:08:36.185476 run osmo-msc_10.42.42.6(pid=18043): stderr: \u000a| �[0;m�[38;5;43m20221210030835012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030835012 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f90d2081c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030835013 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030835013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030835013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030835013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030835015 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030835015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030835015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030835015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:08:36.229994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18036): Terminating (SIGTERM)\u000a03:08:36.272208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18039): Terminating (SIGTERM)\u000a03:08:36.316659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18042): Terminating (SIGTERM)\u000a03:08:36.327315 --- ParallelTerminationStrategy: PID 18036 died...\u000a03:08:36.386294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18036): Terminated: ok {rc=0}\u000a03:08:36.396889 --- ParallelTerminationStrategy: PID 18039 died...\u000a03:08:36.453032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18039): Terminated: ok {rc=0}\u000a03:08:36.464673 --- ParallelTerminationStrategy: PID 18042 died...\u000a03:08:36.520463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18042): Terminated: ok {rc=0}\u000a03:08:36.609668 bus /sierra_3: Setting Powered False\u000a03:08:37.717238 bus /sierra_3: Setting Powered False\u000a03:08:38.829724 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18053): Process ended prematurely: osmo-stp_10.42.42.5(pid=18053) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18053)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18053): Process ended prematurely: osmo-stp_10.42.42.5(pid=18053) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18053)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:08:39.938346 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:39.950069 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:08:40.097202 tst mo_mt_call_osmux.py: using LAC 25567\u000a03:08:40.214956 tst mo_mt_call_osmux.py: using RAC 67\u000a03:08:40.341406 tst mo_mt_call_osmux.py: using CellId 25567\u000a03:08:40.464913 tst mo_mt_call_osmux.py: using BVCI 25568\u000a03:08:40.487752 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:40.498934 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:40.509927 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:40.521060 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:40.532341 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:40.543417 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:08:40.660225 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:08:40.861073 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:08:41.335687 run create_hlr_db(pid=18047): Launched\u000a03:08:41.508550 bus /sierra_2: Setting Powered False\u000a03:08:42.530606 run create_hlr_db(pid=18047): Terminated: ok {rc=0}\u000a03:08:42.959332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18049): Launched\u000a03:08:43.281925 run osmo-hlr_10.42.42.2(pid=18050): Launched\u000a03:08:43.402434 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:08:43.963161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18052): Launched\u000a03:08:44.285446 run osmo-stp_10.42.42.5(pid=18053): Launched\u000a03:08:44.403434 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:08:44.992002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18055): Launched\u000a03:08:45.313100 run osmo-msc_10.42.42.6(pid=18056): Launched\u000a03:08:45.501200 run osmo-stp_10.42.42.5(pid=18053): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18053)]\u000a03:08:45.636900 run osmo-stp_10.42.42.5(pid=18053): stdout: \u000a| (launched: 2022-12-10_03:08:44.126975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:45.772089 run osmo-stp_10.42.42.5(pid=18053): stderr: \u000a| �[0;m�[38;5;43m20221210030844321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030844321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030844322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030844322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030844322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030844322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030844323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:45.923347 run osmo-stp_10.42.42.5(pid=18053): stdout: \u000a| (launched: 2022-12-10_03:08:44.126975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:46.072786 run osmo-stp_10.42.42.5(pid=18053): stderr: \u000a| �[0;m�[38;5;43m20221210030844321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030844321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030844322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030844322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030844322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030844322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030844323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:46.143656 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18053): Process ended prematurely: osmo-stp_10.42.42.5(pid=18053) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18053)] [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a03:08:46.156029 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a03:08:46.231370 run osmo-hlr_10.42.42.2(pid=18050): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18050)]\u000a03:08:46.295025 run osmo-hlr_10.42.42.2(pid=18050): stdout: \u000a| (launched: 2022-12-10_03:08:43.123109) \u000a03:08:46.359068 run osmo-hlr_10.42.42.2(pid=18050): stderr: \u000a| �[0;m�[1;31m20221210030843322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030843322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030843322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030843322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030843323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030843323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030843334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030843343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030843343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030843343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:08:46.442383 run osmo-msc_10.42.42.6(pid=18056): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18056)]\u000a03:08:46.495082 run osmo-msc_10.42.42.6(pid=18056): stdout: \u000a| (launched: 2022-12-10_03:08:45.155157) \u000a03:08:46.547874 run osmo-msc_10.42.42.6(pid=18056): stderr: \u000a| �[0;m�[38;5;43m20221210030845476 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030845476 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6652bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030845476 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030845476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030845476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030845477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030845478 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030845479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030845479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030845479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:08:46.596528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18049): Terminating (SIGTERM)\u000a03:08:46.649115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18052): Terminating (SIGTERM)\u000a03:08:46.703654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18055): Terminating (SIGTERM)\u000a03:08:46.716031 --- ParallelTerminationStrategy: PID 18049 died...\u000a03:08:46.778092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18049): Terminated: ok {rc=0}\u000a03:08:46.789728 --- ParallelTerminationStrategy: PID 18052 died...\u000a03:08:46.855973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18052): Terminated: ok {rc=0}\u000a03:08:46.866936 --- ParallelTerminationStrategy: PID 18055 died...\u000a03:08:46.925170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18055): Terminated: ok {rc=0}\u000a03:08:47.015230 bus /sierra_3: Setting Powered False\u000a03:08:48.116184 bus /sierra_3: Setting Powered False\u000a03:08:49.222628 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:08:27" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18067): Process ended prematurely: osmo-stp_10.42.42.5(pid=18067) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18067)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18067): Process ended prematurely: osmo-stp_10.42.42.5(pid=18067) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a03:08:51.193634 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:08:51.204801 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:08:51.349862 tst mo_mt_call.py: using LAC 25568\u000a03:08:51.474966 tst mo_mt_call.py: using RAC 68\u000a03:08:51.599673 tst mo_mt_call.py: using CellId 25568\u000a03:08:51.726357 tst mo_mt_call.py: using BVCI 25569\u000a03:08:51.750790 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:08:51.762381 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:08:51.773834 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:08:51.785278 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:08:51.796769 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:08:51.808148 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:08:51.926935 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:08:52.127452 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:08:52.601625 run create_hlr_db(pid=18061): Launched\u000a03:08:52.774687 bus /sierra_2: Setting Powered False\u000a03:08:53.795868 run create_hlr_db(pid=18061): Terminated: ok {rc=0}\u000a03:08:54.223284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18063): Launched\u000a03:08:54.545623 run osmo-hlr_10.42.42.2(pid=18064): Launched\u000a03:08:54.663309 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:08:55.223559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18066): Launched\u000a03:08:55.545305 run osmo-stp_10.42.42.5(pid=18067): Launched\u000a03:08:55.662530 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:08:56.250151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18069): Launched\u000a03:08:56.571703 run osmo-msc_10.42.42.6(pid=18070): Launched\u000a03:08:56.760766 run osmo-stp_10.42.42.5(pid=18067): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18067)]\u000a03:08:56.897739 run osmo-stp_10.42.42.5(pid=18067): stdout: \u000a| (launched: 2022-12-10_03:08:55.386503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:57.033892 run osmo-stp_10.42.42.5(pid=18067): stderr: \u000a| �[0;m�[38;5;43m20221210030855581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030855581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030855581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030855582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030855582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030855582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030855582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:57.163058 run osmo-stp_10.42.42.5(pid=18067): stdout: \u000a| (launched: 2022-12-10_03:08:55.386503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:57.290749 run osmo-stp_10.42.42.5(pid=18067): stderr: \u000a| �[0;m�[38;5;43m20221210030855581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030855581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030855581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030855582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030855582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030855582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030855582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:57.347219 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18067): Process ended prematurely: osmo-stp_10.42.42.5(pid=18067) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18067)] [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a03:08:57.356386 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:08:57.418601 run osmo-hlr_10.42.42.2(pid=18064): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18064)]\u000a03:08:57.469640 run osmo-hlr_10.42.42.2(pid=18064): stdout: \u000a| (launched: 2022-12-10_03:08:54.386753) \u000a03:08:57.521795 run osmo-hlr_10.42.42.2(pid=18064): stderr: \u000a| �[0;m�[1;31m20221210030854586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030854586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030854586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030854587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030854587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030854587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030854599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030854607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030854607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030854607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:08:57.591812 run osmo-msc_10.42.42.6(pid=18070): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18070)]\u000a03:08:57.642759 run osmo-msc_10.42.42.6(pid=18070): stdout: \u000a| (launched: 2022-12-10_03:08:56.413522) \u000a03:08:57.694297 run osmo-msc_10.42.42.6(pid=18070): stderr: \u000a| �[0;m�[38;5;43m20221210030856736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030856736 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e30458c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030856737 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030856737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030856737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030856737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030856739 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030856739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030856739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030856739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:08:57.738185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18063): Terminating (SIGTERM)\u000a03:08:57.779536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18066): Terminating (SIGTERM)\u000a03:08:57.821187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18069): Terminating (SIGTERM)\u000a03:08:57.830927 --- ParallelTerminationStrategy: PID 18063 died...\u000a03:08:57.887148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18063): Terminated: ok {rc=0}\u000a03:08:57.897383 --- ParallelTerminationStrategy: PID 18066 died...\u000a03:08:57.952752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18066): Terminated: ok {rc=0}\u000a03:08:57.962729 --- ParallelTerminationStrategy: PID 18069 died...\u000a03:08:58.018265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18069): Terminated: ok {rc=0}\u000a03:08:58.105469 bus /sierra_3: Setting Powered False\u000a03:08:59.208848 bus /sierra_3: Setting Powered False\u000a03:09:00.320165 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18078): Process ended prematurely: osmo-stp_10.42.42.5(pid=18078) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18078)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18078): Process ended prematurely: osmo-stp_10.42.42.5(pid=18078) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:09:01.431813 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:01.444438 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:09:01.601436 tst mo_mt_call_osmux.py: using LAC 25569\u000a03:09:01.722978 tst mo_mt_call_osmux.py: using RAC 69\u000a03:09:01.879183 tst mo_mt_call_osmux.py: using CellId 25569\u000a03:09:02.008873 tst mo_mt_call_osmux.py: using BVCI 25570\u000a03:09:02.033624 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:02.045636 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:02.058566 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:02.070544 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:02.083247 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:02.096549 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:09:02.223038 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:09:02.430298 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:09:02.903915 run create_hlr_db(pid=18072): Launched\u000a03:09:03.076492 bus /sierra_2: Setting Powered False\u000a03:09:04.097425 run create_hlr_db(pid=18072): Terminated: ok {rc=0}\u000a03:09:04.497992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18074): Launched\u000a03:09:04.798772 run osmo-hlr_10.42.42.2(pid=18075): Launched\u000a03:09:04.916101 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:09:05.446070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18077): Launched\u000a03:09:05.746739 run osmo-stp_10.42.42.5(pid=18078): Launched\u000a03:09:05.856002 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:09:06.405820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18080): Launched\u000a03:09:06.708264 run osmo-msc_10.42.42.6(pid=18081): Launched\u000a03:09:06.886008 run osmo-stp_10.42.42.5(pid=18078): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18078)]\u000a03:09:07.014465 run osmo-stp_10.42.42.5(pid=18078): stdout: \u000a| (launched: 2022-12-10_03:09:05.598791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:07.139960 run osmo-stp_10.42.42.5(pid=18078): stderr: \u000a| �[0;m�[38;5;43m20221210030905770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030905770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030905770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030905771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030905771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030905771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030905771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:07.261101 run osmo-stp_10.42.42.5(pid=18078): stdout: \u000a| (launched: 2022-12-10_03:09:05.598791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:07.380556 run osmo-stp_10.42.42.5(pid=18078): stderr: \u000a| �[0;m�[38;5;43m20221210030905770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030905770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030905770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030905771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030905771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030905771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030905771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:07.433569 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18078): Process ended prematurely: osmo-stp_10.42.42.5(pid=18078) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18078)] [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a03:09:07.441986 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a03:09:07.502419 run osmo-hlr_10.42.42.2(pid=18075): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18075)]\u000a03:09:07.551757 run osmo-hlr_10.42.42.2(pid=18075): stdout: \u000a| (launched: 2022-12-10_03:09:04.650931) \u000a03:09:07.601529 run osmo-hlr_10.42.42.2(pid=18075): stderr: \u000a| �[0;m�[1;31m20221210030904828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030904828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030904828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030904828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030904828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030904828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030904839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030904849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030904849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030904849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:09:07.669011 run osmo-msc_10.42.42.6(pid=18081): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18081)]\u000a03:09:07.718171 run osmo-msc_10.42.42.6(pid=18081): stdout: \u000a| (launched: 2022-12-10_03:09:06.558406) \u000a03:09:07.768036 run osmo-msc_10.42.42.6(pid=18081): stderr: \u000a| �[0;m�[38;5;43m20221210030906830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030906831 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb25ee1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030906831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030906831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030906831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030906831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030906833 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030906833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030906833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030906833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:09:07.810020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18074): Terminating (SIGTERM)\u000a03:09:07.849736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18077): Terminating (SIGTERM)\u000a03:09:07.889394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18080): Terminating (SIGTERM)\u000a03:09:07.898794 --- ParallelTerminationStrategy: PID 18074 died...\u000a03:09:07.952245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18074): Terminated: ok {rc=0}\u000a03:09:07.961930 --- ParallelTerminationStrategy: PID 18077 died...\u000a03:09:08.015013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18077): Terminated: ok {rc=0}\u000a03:09:08.024580 --- ParallelTerminationStrategy: PID 18080 died...\u000a03:09:08.077923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18080): Terminated: ok {rc=0}\u000a03:09:08.165086 bus /sierra_3: Setting Powered False\u000a03:09:09.267652 bus /sierra_3: Setting Powered False\u000a03:09:10.379010 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:08:50" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18093): Process ended prematurely: osmo-stp_10.42.42.5(pid=18093) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18093)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18093): Process ended prematurely: osmo-stp_10.42.42.5(pid=18093) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18093)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:09:12.352091 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:12.363578 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:09:12.516634 tst mo_mt_call.py: using LAC 25570\u000a03:09:12.638391 tst mo_mt_call.py: using RAC 70\u000a03:09:12.756301 tst mo_mt_call.py: using CellId 25570\u000a03:09:12.876802 tst mo_mt_call.py: using BVCI 25571\u000a03:09:12.900017 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:12.911286 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:12.922355 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:12.933662 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:12.945174 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:12.956317 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:09:13.074153 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:09:13.284505 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:09:13.799494 run create_hlr_db(pid=18087): Launched\u000a03:09:13.984592 bus /sierra_2: Setting Powered False\u000a03:09:15.007020 run create_hlr_db(pid=18087): Terminated: ok {rc=0}\u000a03:09:15.410342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18089): Launched\u000a03:09:15.711655 run osmo-hlr_10.42.42.2(pid=18090): Launched\u000a03:09:15.837929 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:09:16.435663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18092): Launched\u000a03:09:16.844499 run osmo-stp_10.42.42.5(pid=18093): Launched\u000a03:09:17.019028 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:09:17.603546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18095): Launched\u000a03:09:17.918148 run osmo-msc_10.42.42.6(pid=18096): Launched\u000a03:09:18.107899 run osmo-stp_10.42.42.5(pid=18093): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18093)]\u000a03:09:18.244559 run osmo-stp_10.42.42.5(pid=18093): stdout: \u000a| (launched: 2022-12-10_03:09:16.591622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:18.380886 run osmo-stp_10.42.42.5(pid=18093): stderr: \u000a| �[0;m�[38;5;43m20221210030916928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030916928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030916928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030916928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030916936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030916936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030916936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:18.509643 run osmo-stp_10.42.42.5(pid=18093): stdout: \u000a| (launched: 2022-12-10_03:09:16.591622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:18.637339 run osmo-stp_10.42.42.5(pid=18093): stderr: \u000a| �[0;m�[38;5;43m20221210030916928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030916928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030916928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030916928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030916936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030916936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030916936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:18.693601 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18093): Process ended prematurely: osmo-stp_10.42.42.5(pid=18093) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18093)] [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a03:09:18.702578 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a03:09:18.764293 run osmo-hlr_10.42.42.2(pid=18090): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18090)]\u000a03:09:18.815102 run osmo-hlr_10.42.42.2(pid=18090): stdout: \u000a| (launched: 2022-12-10_03:09:15.563221) \u000a03:09:18.866939 run osmo-hlr_10.42.42.2(pid=18090): stderr: \u000a| �[0;m�[1;31m20221210030915740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030915740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030915740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030915740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030915740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030915740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030915752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030915761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030915761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030915761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:09:18.937174 run osmo-msc_10.42.42.6(pid=18096): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18096)]\u000a03:09:18.988162 run osmo-msc_10.42.42.6(pid=18096): stdout: \u000a| (launched: 2022-12-10_03:09:17.756278) \u000a03:09:19.039519 run osmo-msc_10.42.42.6(pid=18096): stderr: \u000a| �[0;m�[38;5;43m20221210030918077 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030918078 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d57ae3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030918078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030918078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030918078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030918078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030918080 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030918080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030918080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030918080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:09:19.083088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18089): Terminating (SIGTERM)\u000a03:09:19.124279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18092): Terminating (SIGTERM)\u000a03:09:19.165580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18095): Terminating (SIGTERM)\u000a03:09:19.175150 --- ParallelTerminationStrategy: PID 18089 died...\u000a03:09:19.230239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18089): Terminated: ok {rc=0}\u000a03:09:19.240228 --- ParallelTerminationStrategy: PID 18092 died...\u000a03:09:19.295733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18092): Terminated: ok {rc=0}\u000a03:09:19.305759 --- ParallelTerminationStrategy: PID 18095 died...\u000a03:09:19.360438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18095): Terminated: ok {rc=0}\u000a03:09:19.446000 bus /sierra_3: Setting Powered False\u000a03:09:20.552445 bus /sierra_3: Setting Powered False\u000a03:09:21.662120 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18104): Process ended prematurely: osmo-stp_10.42.42.5(pid=18104) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18104)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18104): Process ended prematurely: osmo-stp_10.42.42.5(pid=18104) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:09:22.770425 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:22.782190 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:09:22.929722 tst mo_mt_call_osmux.py: using LAC 25571\u000a03:09:23.060429 tst mo_mt_call_osmux.py: using RAC 71\u000a03:09:23.186880 tst mo_mt_call_osmux.py: using CellId 25571\u000a03:09:23.309213 tst mo_mt_call_osmux.py: using BVCI 25572\u000a03:09:23.331936 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:23.343225 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:23.354519 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:23.365755 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:23.376940 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:23.388819 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:09:23.507508 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:09:23.718502 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:09:24.233459 run create_hlr_db(pid=18098): Launched\u000a03:09:24.418655 bus /sierra_2: Setting Powered False\u000a03:09:25.440542 run create_hlr_db(pid=18098): Terminated: ok {rc=0}\u000a03:09:25.843832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18100): Launched\u000a03:09:26.146220 run osmo-hlr_10.42.42.2(pid=18101): Launched\u000a03:09:26.263474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:09:26.797758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18103): Launched\u000a03:09:27.099104 run osmo-stp_10.42.42.5(pid=18104): Launched\u000a03:09:27.208576 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:09:27.763989 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18106): Launched\u000a03:09:28.068410 run osmo-msc_10.42.42.6(pid=18107): Launched\u000a03:09:28.247403 run osmo-stp_10.42.42.5(pid=18104): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18104)]\u000a03:09:28.376756 run osmo-stp_10.42.42.5(pid=18104): stdout: \u000a| (launched: 2022-12-10_03:09:26.950463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:28.503311 run osmo-stp_10.42.42.5(pid=18104): stderr: \u000a| �[0;m�[38;5;43m20221210030927121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030927122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030927122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030927122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030927123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030927123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030927123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:28.624660 run osmo-stp_10.42.42.5(pid=18104): stdout: \u000a| (launched: 2022-12-10_03:09:26.950463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:28.745080 run osmo-stp_10.42.42.5(pid=18104): stderr: \u000a| �[0;m�[38;5;43m20221210030927121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030927122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030927122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030927122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030927123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030927123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030927123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:28.797953 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18104): Process ended prematurely: osmo-stp_10.42.42.5(pid=18104) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18104)] [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a03:09:28.806508 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:09:28.866218 run osmo-hlr_10.42.42.2(pid=18101): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18101)]\u000a03:09:28.915023 run osmo-hlr_10.42.42.2(pid=18101): stdout: \u000a| (launched: 2022-12-10_03:09:25.996749) \u000a03:09:28.964596 run osmo-hlr_10.42.42.2(pid=18101): stderr: \u000a| �[0;m�[1;31m20221210030926171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030926171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030926171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030926171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030926171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030926171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030926183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030926192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030926192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030926192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:09:29.031807 run osmo-msc_10.42.42.6(pid=18107): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18107)]\u000a03:09:29.080654 run osmo-msc_10.42.42.6(pid=18107): stdout: \u000a| (launched: 2022-12-10_03:09:27.917711) \u000a03:09:29.130268 run osmo-msc_10.42.42.6(pid=18107): stderr: \u000a| �[0;m�[38;5;43m20221210030928188 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030928189 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a9e42ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030928189 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030928189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030928189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030928189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030928191 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030928191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030928191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030928191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:09:29.171876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18100): Terminating (SIGTERM)\u000a03:09:29.211616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18103): Terminating (SIGTERM)\u000a03:09:29.251343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18106): Terminating (SIGTERM)\u000a03:09:29.260784 --- ParallelTerminationStrategy: PID 18100 died...\u000a03:09:29.313752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18100): Terminated: ok {rc=0}\u000a03:09:29.323589 --- ParallelTerminationStrategy: PID 18103 died...\u000a03:09:29.376641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18103): Terminated: ok {rc=0}\u000a03:09:29.386513 --- ParallelTerminationStrategy: PID 18106 died...\u000a03:09:29.439773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18106): Terminated: ok {rc=0}\u000a03:09:29.523764 bus /sierra_3: Setting Powered False\u000a03:09:30.629427 bus /sierra_3: Setting Powered False\u000a03:09:31.768123 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:09:12" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18119): Process ended prematurely: osmo-stp_10.42.42.5(pid=18119) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18119)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18119): Process ended prematurely: osmo-stp_10.42.42.5(pid=18119) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18119)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:09:33.743986 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:33.755551 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:09:33.908348 tst mo_mt_call.py: using LAC 25572\u000a03:09:34.033931 tst mo_mt_call.py: using RAC 72\u000a03:09:34.159037 tst mo_mt_call.py: using CellId 25572\u000a03:09:34.290744 tst mo_mt_call.py: using BVCI 25573\u000a03:09:34.315228 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:34.326772 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:34.338166 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:34.349687 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:34.361224 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:34.372511 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:09:34.487267 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:09:34.697656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:09:35.211153 run create_hlr_db(pid=18113): Launched\u000a03:09:35.395589 bus /sierra_2: Setting Powered False\u000a03:09:36.416068 run create_hlr_db(pid=18113): Terminated: ok {rc=0}\u000a03:09:36.818432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18115): Launched\u000a03:09:37.119303 run osmo-hlr_10.42.42.2(pid=18116): Launched\u000a03:09:37.230214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:09:37.750879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18118): Launched\u000a03:09:38.050638 run osmo-stp_10.42.42.5(pid=18119): Launched\u000a03:09:38.159970 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:09:38.706919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18121): Launched\u000a03:09:39.007505 run osmo-msc_10.42.42.6(pid=18122): Launched\u000a03:09:39.184002 run osmo-stp_10.42.42.5(pid=18119): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18119)]\u000a03:09:39.311665 run osmo-stp_10.42.42.5(pid=18119): stdout: \u000a| (launched: 2022-12-10_03:09:37.903109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:39.436545 run osmo-stp_10.42.42.5(pid=18119): stderr: \u000a| �[0;m�[38;5;43m20221210030938071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030938071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030938072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030938072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030938072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030938073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030938073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:39.556588 run osmo-stp_10.42.42.5(pid=18119): stdout: \u000a| (launched: 2022-12-10_03:09:37.903109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:39.675226 run osmo-stp_10.42.42.5(pid=18119): stderr: \u000a| �[0;m�[38;5;43m20221210030938071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030938071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030938072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030938072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030938072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030938073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030938073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:39.727630 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18119): Process ended prematurely: osmo-stp_10.42.42.5(pid=18119) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18119)] [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a03:09:39.735956 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a03:09:39.795495 run osmo-hlr_10.42.42.2(pid=18116): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18116)]\u000a03:09:39.844437 run osmo-hlr_10.42.42.2(pid=18116): stdout: \u000a| (launched: 2022-12-10_03:09:36.970555) \u000a03:09:39.894069 run osmo-hlr_10.42.42.2(pid=18116): stderr: \u000a| �[0;m�[1;31m20221210030937148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030937148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030937148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030937148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030937148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030937148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030937160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030937169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030937169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030937169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:09:39.961020 run osmo-msc_10.42.42.6(pid=18122): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18122)]\u000a03:09:40.009702 run osmo-msc_10.42.42.6(pid=18122): stdout: \u000a| (launched: 2022-12-10_03:09:38.859136) \u000a03:09:40.059057 run osmo-msc_10.42.42.6(pid=18122): stderr: \u000a| �[0;m�[38;5;43m20221210030939130 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030939130 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f0ae2bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030939131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030939131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030939131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030939131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030939133 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030939134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030939134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030939134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:09:40.101014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18115): Terminating (SIGTERM)\u000a03:09:40.140210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18118): Terminating (SIGTERM)\u000a03:09:40.179765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18121): Terminating (SIGTERM)\u000a03:09:40.189210 --- ParallelTerminationStrategy: PID 18115 died...\u000a03:09:40.242238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18115): Terminated: ok {rc=0}\u000a03:09:40.251762 --- ParallelTerminationStrategy: PID 18118 died...\u000a03:09:40.304382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18118): Terminated: ok {rc=0}\u000a03:09:40.314108 --- ParallelTerminationStrategy: PID 18121 died...\u000a03:09:40.367079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18121): Terminated: ok {rc=0}\u000a03:09:40.450324 bus /sierra_3: Setting Powered False\u000a03:09:41.556225 bus /sierra_3: Setting Powered False\u000a03:09:42.668272 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18131): Process ended prematurely: osmo-stp_10.42.42.5(pid=18131) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18131)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18131): Process ended prematurely: osmo-stp_10.42.42.5(pid=18131) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:09:43.780810 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:43.793360 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:09:43.946731 tst mo_mt_call_osmux.py: using LAC 25573\u000a03:09:44.072916 tst mo_mt_call_osmux.py: using RAC 73\u000a03:09:44.200691 tst mo_mt_call_osmux.py: using CellId 25573\u000a03:09:44.328350 tst mo_mt_call_osmux.py: using BVCI 25574\u000a03:09:44.353153 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:44.364585 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:44.376006 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:44.387655 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:44.399206 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:44.410582 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:09:44.530819 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:09:44.741525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:09:45.258916 run create_hlr_db(pid=18125): Launched\u000a03:09:45.443616 bus /sierra_2: Setting Powered False\u000a03:09:46.523349 run create_hlr_db(pid=18125): Terminated: ok {rc=0}\u000a03:09:47.033180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18127): Launched\u000a03:09:47.360309 run osmo-hlr_10.42.42.2(pid=18128): Launched\u000a03:09:47.477801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:09:48.006908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18130): Launched\u000a03:09:48.307914 run osmo-stp_10.42.42.5(pid=18131): Launched\u000a03:09:48.417625 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:09:48.966058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18133): Launched\u000a03:09:49.267800 run osmo-msc_10.42.42.6(pid=18134): Launched\u000a03:09:49.445656 run osmo-stp_10.42.42.5(pid=18131): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18131)]\u000a03:09:49.573945 run osmo-stp_10.42.42.5(pid=18131): stdout: \u000a| (launched: 2022-12-10_03:09:48.159112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:49.699571 run osmo-stp_10.42.42.5(pid=18131): stderr: \u000a| �[0;m�[38;5;43m20221210030948330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030948330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030948330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030948331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030948331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030948331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030948331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:49.819810 run osmo-stp_10.42.42.5(pid=18131): stdout: \u000a| (launched: 2022-12-10_03:09:48.159112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:49.938799 run osmo-stp_10.42.42.5(pid=18131): stderr: \u000a| �[0;m�[38;5;43m20221210030948330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030948330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030948330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030948331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030948331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030948331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030948331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:49.991431 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18131): Process ended prematurely: osmo-stp_10.42.42.5(pid=18131) [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18131)] [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a03:09:49.999886 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a03:09:50.059707 run osmo-hlr_10.42.42.2(pid=18128): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18128)]\u000a03:09:50.108711 run osmo-hlr_10.42.42.2(pid=18128): stdout: \u000a| (launched: 2022-12-10_03:09:47.191307) \u000a03:09:50.158317 run osmo-hlr_10.42.42.2(pid=18128): stderr: \u000a| �[0;m�[1;31m20221210030947375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030947375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030947375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030947375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030947375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030947376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030947391 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030947401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030947401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030947401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:09:50.226036 run osmo-msc_10.42.42.6(pid=18134): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18134)]\u000a03:09:50.274839 run osmo-msc_10.42.42.6(pid=18134): stdout: \u000a| (launched: 2022-12-10_03:09:49.118570) \u000a03:09:50.324125 run osmo-msc_10.42.42.6(pid=18134): stderr: \u000a| �[0;m�[38;5;43m20221210030949388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210030949388 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f881da4bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210030949388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210030949388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210030949388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210030949388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210030949390 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210030949391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210030949391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210030949391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:09:50.365439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18127): Terminating (SIGTERM)\u000a03:09:50.404659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18130): Terminating (SIGTERM)\u000a03:09:50.444100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18133): Terminating (SIGTERM)\u000a03:09:50.453580 --- ParallelTerminationStrategy: PID 18127 died...\u000a03:09:50.506673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18127): Terminated: ok {rc=0}\u000a03:09:50.516404 --- ParallelTerminationStrategy: PID 18130 died...\u000a03:09:50.568730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18130): Terminated: ok {rc=0}\u000a03:09:50.578432 --- ParallelTerminationStrategy: PID 18133 died...\u000a03:09:50.630867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18133): Terminated: ok {rc=0}\u000a03:09:50.719507 bus /sierra_3: Setting Powered False\u000a03:09:51.822382 bus /sierra_3: Setting Powered False\u000a03:09:52.931948 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:09:33" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18145): Process ended prematurely: osmo-stp_10.42.42.5(pid=18145) [trial-2368↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18145)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18145): Process ended prematurely: osmo-stp_10.42.42.5(pid=18145) [trial-2368↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18145)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a03:09:54.892811 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:09:54.904026 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:09:55.049642 tst mo_mt_call.py: using LAC 25574\u000a03:09:55.180445 tst mo_mt_call.py: using RAC 74\u000a03:09:55.305050 tst mo_mt_call.py: using CellId 25574\u000a03:09:55.430172 tst mo_mt_call.py: using BVCI 25575\u000a03:09:55.454746 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:09:55.466686 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:09:55.478786 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:09:55.490671 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:09:55.502674 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:09:55.514262 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:09:55.629530 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:09:55.840075 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:09:56.355031 run create_hlr_db(pid=18139): Launched\u000a03:09:56.540141 bus /sierra_2: Setting Powered False\u000a03:09:57.560937 run create_hlr_db(pid=18139): Terminated: ok {rc=0}\u000a03:09:57.965262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18141): Launched\u000a03:09:58.267480 run osmo-hlr_10.42.42.2(pid=18142): Launched\u000a03:09:58.382622 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:09:58.914096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18144): Launched\u000a03:09:59.214573 run osmo-stp_10.42.42.5(pid=18145): Launched\u000a03:09:59.324541 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:09:59.876060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18147): Launched\u000a03:10:00.178822 run osmo-msc_10.42.42.6(pid=18148): Launched\u000a03:10:00.356158 run osmo-stp_10.42.42.5(pid=18145): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18145)]\u000a03:10:00.484846 run osmo-stp_10.42.42.5(pid=18145): stdout: \u000a| (launched: 2022-12-10_03:09:59.066384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:00.610887 run osmo-stp_10.42.42.5(pid=18145): stderr: \u000a| �[0;m�[38;5;43m20221210030959235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030959235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030959236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030959236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030959237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030959237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030959237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:00.731383 run osmo-stp_10.42.42.5(pid=18145): stdout: \u000a| (launched: 2022-12-10_03:09:59.066384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:00.852330 run osmo-stp_10.42.42.5(pid=18145): stderr: \u000a| �[0;m�[38;5;43m20221210030959235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210030959235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210030959236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210030959236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210030959237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210030959237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210030959237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:00.912535 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18145): Process ended prematurely: osmo-stp_10.42.42.5(pid=18145) [trial-2368↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18145)] [trial-2368↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a03:10:00.921683 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:10:00.982796 run osmo-hlr_10.42.42.2(pid=18142): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18142)]\u000a03:10:01.032972 run osmo-hlr_10.42.42.2(pid=18142): stdout: \u000a| (launched: 2022-12-10_03:09:58.118672) \u000a03:10:01.083558 run osmo-hlr_10.42.42.2(pid=18142): stderr: \u000a| �[0;m�[1;31m20221210030958293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210030958293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210030958293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030958293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210030958293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210030958293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210030958305 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210030958314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210030958314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210030958314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:10:01.152487 run osmo-msc_10.42.42.6(pid=18148): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18148)]\u000a03:10:01.202761 run osmo-msc_10.42.42.6(pid=18148): stdout: \u000a| (launched: 2022-12-10_03:10:00.028882) \u000a03:10:01.254059 run osmo-msc_10.42.42.6(pid=18148): stderr: \u000a| �[0;m�[38;5;43m20221210031000302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210031000302 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1063e6ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210031000302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210031000302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210031000302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210031000302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210031000304 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210031000304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210031000305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210031000305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:10:01.297803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18141): Terminating (SIGTERM)\u000a03:10:01.342009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18144): Terminating (SIGTERM)\u000a03:10:01.385725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18147): Terminating (SIGTERM)\u000a03:10:01.395718 --- ParallelTerminationStrategy: PID 18141 died...\u000a03:10:01.451577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18141): Terminated: ok {rc=0}\u000a03:10:01.462052 --- ParallelTerminationStrategy: PID 18144 died...\u000a03:10:01.517890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18144): Terminated: ok {rc=0}\u000a03:10:01.528454 --- ParallelTerminationStrategy: PID 18147 died...\u000a03:10:01.585050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18147): Terminated: ok {rc=0}\u000a03:10:01.683626 bus /sierra_3: Setting Powered False\u000a03:10:02.785592 bus /sierra_3: Setting Powered False\u000a03:10:03.897112 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18159): Process ended prematurely: osmo-stp_10.42.42.5(pid=18159) [trial-2368↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18159)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18159): Process ended prematurely: osmo-stp_10.42.42.5(pid=18159) [trial-2368↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18159)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:10:05.006279 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:05.018366 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:10:05.165734 tst mo_mt_call_osmux.py: using LAC 25575\u000a03:10:05.284159 tst mo_mt_call_osmux.py: using RAC 75\u000a03:10:05.410707 tst mo_mt_call_osmux.py: using CellId 25575\u000a03:10:05.537324 tst mo_mt_call_osmux.py: using BVCI 25576\u000a03:10:05.562136 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:05.573916 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:05.585612 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:05.597317 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:05.608933 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:05.621299 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:10:05.741091 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:10:05.943284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:10:06.418486 run create_hlr_db(pid=18153): Launched\u000a03:10:06.590608 bus /sierra_2: Setting Powered False\u000a03:10:07.614643 run create_hlr_db(pid=18153): Terminated: ok {rc=0}\u000a03:10:08.042661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18155): Launched\u000a03:10:08.365097 run osmo-hlr_10.42.42.2(pid=18156): Launched\u000a03:10:08.486493 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:10:09.049120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18158): Launched\u000a03:10:09.373346 run osmo-stp_10.42.42.5(pid=18159): Launched\u000a03:10:09.489936 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:10:10.078252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18161): Launched\u000a03:10:10.400055 run osmo-msc_10.42.42.6(pid=18162): Launched\u000a03:10:10.588645 run osmo-stp_10.42.42.5(pid=18159): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18159)]\u000a03:10:10.724678 run osmo-stp_10.42.42.5(pid=18159): stdout: \u000a| (launched: 2022-12-10_03:10:09.213453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:10.862587 run osmo-stp_10.42.42.5(pid=18159): stderr: \u000a| �[0;m�[38;5;43m20221210031009408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031009408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031009409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031009409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031009409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031009410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031009410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:10.991972 run osmo-stp_10.42.42.5(pid=18159): stdout: \u000a| (launched: 2022-12-10_03:10:09.213453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:11.119804 run osmo-stp_10.42.42.5(pid=18159): stderr: \u000a| �[0;m�[38;5;43m20221210031009408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031009408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031009409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031009409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031009409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031009410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031009410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:11.176283 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18159): Process ended prematurely: osmo-stp_10.42.42.5(pid=18159) [trial-2368↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18159)] [trial-2368↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a03:10:11.185533 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a03:10:11.247580 run osmo-hlr_10.42.42.2(pid=18156): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18156)]\u000a03:10:11.298813 run osmo-hlr_10.42.42.2(pid=18156): stdout: \u000a| (launched: 2022-12-10_03:10:08.206664) \u000a03:10:11.350904 run osmo-hlr_10.42.42.2(pid=18156): stderr: \u000a| �[0;m�[1;31m20221210031008405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031008405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031008405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031008405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031008405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031008406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031008418 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031008426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031008426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031008426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:10:11.421354 run osmo-msc_10.42.42.6(pid=18162): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18162)]\u000a03:10:11.472124 run osmo-msc_10.42.42.6(pid=18162): stdout: \u000a| (launched: 2022-12-10_03:10:10.241855) \u000a03:10:11.523636 run osmo-msc_10.42.42.6(pid=18162): stderr: \u000a| �[0;m�[38;5;43m20221210031010564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210031010565 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6678cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210031010565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210031010565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210031010565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210031010565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210031010567 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210031010567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210031010567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210031010567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:10:11.567521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18155): Terminating (SIGTERM)\u000a03:10:11.609103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18158): Terminating (SIGTERM)\u000a03:10:11.650684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18161): Terminating (SIGTERM)\u000a03:10:11.660044 --- ParallelTerminationStrategy: PID 18155 died...\u000a03:10:11.715544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18155): Terminated: ok {rc=0}\u000a03:10:11.725728 --- ParallelTerminationStrategy: PID 18158 died...\u000a03:10:11.781064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18158): Terminated: ok {rc=0}\u000a03:10:11.791115 --- ParallelTerminationStrategy: PID 18161 died...\u000a03:10:11.846307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18161): Terminated: ok {rc=0}\u000a03:10:11.932787 bus /sierra_3: Setting Powered False\u000a03:10:13.038997 bus /sierra_3: Setting Powered False\u000a03:10:14.147136 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:09:54" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18173): Process ended prematurely: osmo-stp_10.42.42.5(pid=18173) [trial-2368↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18173)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18173): Process ended prematurely: osmo-stp_10.42.42.5(pid=18173) [trial-2368↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18173)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a03:10:16.160631 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:16.176763 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:10:16.340906 tst emergency_mo_mt_call.py: using LAC 25576\u000a03:10:16.474777 tst emergency_mo_mt_call.py: using RAC 76\u000a03:10:16.593656 tst emergency_mo_mt_call.py: using CellId 25576\u000a03:10:16.716232 tst emergency_mo_mt_call.py: using BVCI 25577\u000a03:10:16.739823 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:16.751614 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:16.763326 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:16.775961 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:16.789594 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:16.801764 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:10:16.919625 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:10:17.123265 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:10:17.590893 run create_hlr_db(pid=18167): Launched\u000a03:10:17.760186 bus /sierra_2: Setting Powered False\u000a03:10:18.781765 run create_hlr_db(pid=18167): Terminated: ok {rc=0}\u000a03:10:19.174961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18169): Launched\u000a03:10:19.469809 run osmo-hlr_10.42.42.2(pid=18170): Launched\u000a03:10:19.582702 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:10:20.102805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18172): Launched\u000a03:10:20.397652 run osmo-stp_10.42.42.5(pid=18173): Launched\u000a03:10:20.515354 tst emergency_mo_mt_call.py: using MSISDN 7516\u000a03:10:20.661172 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:10:21.201152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18175): Launched\u000a03:10:21.497836 run osmo-msc_10.42.42.6(pid=18176): Launched\u000a03:10:21.673086 run osmo-stp_10.42.42.5(pid=18173): ERR: Terminated: ERROR {rc=1} [trial-2368↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18173)]\u000a03:10:21.799972 run osmo-stp_10.42.42.5(pid=18173): stdout: \u000a| (launched: 2022-12-10_03:10:20.252005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:21.923722 run osmo-stp_10.42.42.5(pid=18173): stderr: \u000a| �[0;m�[38;5;43m20221210031020421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031020421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031020421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031020422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031020422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031020422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031020423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:22.042422 run osmo-stp_10.42.42.5(pid=18173): stdout: \u000a| (launched: 2022-12-10_03:10:20.252005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:22.159882 run osmo-stp_10.42.42.5(pid=18173): stderr: \u000a| �[0;m�[38;5;43m20221210031020421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031020421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031020421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031020422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031020422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031020422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031020423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:22.211364 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=18173): Process ended prematurely: osmo-stp_10.42.42.5(pid=18173) [trial-2368↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18173)] [trial-2368↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a03:10:22.219108 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a03:10:22.278768 run osmo-hlr_10.42.42.2(pid=18170): ERR: Terminated: ERROR {rc=237} [trial-2368↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18170)]\u000a03:10:22.327518 run osmo-hlr_10.42.42.2(pid=18170): stdout: \u000a| (launched: 2022-12-10_03:10:19.324132) \u000a03:10:22.377028 run osmo-hlr_10.42.42.2(pid=18170): stderr: \u000a| �[0;m�[1;31m20221210031019499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031019499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031019499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031019499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031019499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031019499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031019515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031019525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031019525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031019525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:10:22.444211 run osmo-msc_10.42.42.6(pid=18176): ERR: Terminated: ERROR {rc=2} [trial-2368↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18176)]\u000a03:10:22.492904 run osmo-msc_10.42.42.6(pid=18176): stdout: \u000a| (launched: 2022-12-10_03:10:21.350662) \u000a03:10:22.542122 run osmo-msc_10.42.42.6(pid=18176): stderr: \u000a| �[0;m�[38;5;43m20221210031021620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210031021621 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5cf606cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210031021621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210031021621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210031021621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210031021621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210031021625 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210031021626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210031021626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210031021626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:10:22.583368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18169): Terminating (SIGTERM)\u000a03:10:22.623279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18172): Terminating (SIGTERM)\u000a03:10:22.662479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18175): Terminating (SIGTERM)\u000a03:10:22.671880 --- ParallelTerminationStrategy: PID 18169 died...\u000a03:10:22.724753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18169): Terminated: ok {rc=0}\u000a03:10:22.734526 --- ParallelTerminationStrategy: PID 18172 died...\u000a03:10:22.787743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18172): Terminated: ok {rc=0}\u000a03:10:22.797335 --- ParallelTerminationStrategy: PID 18175 died...\u000a03:10:22.850445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18175): Terminated: ok {rc=0}\u000a03:10:22.939791 bus /sierra_3: Setting Powered False\u000a03:10:24.041972 bus /sierra_3: Setting Powered False\u000a03:10:25.151899 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18184): Process ended prematurely: osmo-stp_10.42.42.5(pid=18184) [trial-2368↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18184)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18184): Process ended prematurely: osmo-stp_10.42.42.5(pid=18184) [trial-2368↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a03:10:26.203035 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:26.214342 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:10:26.342557 tst emergency_preemptive_call.py: using LAC 25577\u000a03:10:26.457762 tst emergency_preemptive_call.py: using RAC 77\u000a03:10:26.578150 tst emergency_preemptive_call.py: using CellId 25577\u000a03:10:26.691933 tst emergency_preemptive_call.py: using BVCI 25578\u000a03:10:26.714338 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:26.725132 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:26.735804 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:26.746742 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:26.757592 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:26.768455 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:10:26.884843 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:10:27.003777 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:10:27.119642 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:10:27.321245 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:10:27.786913 run create_hlr_db(pid=18178): Launched\u000a03:10:27.957554 bus /sierra_2: Setting Powered False\u000a03:10:28.978116 run create_hlr_db(pid=18178): Terminated: ok {rc=0}\u000a03:10:29.400230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18180): Launched\u000a03:10:29.718043 run osmo-hlr_10.42.42.2(pid=18181): Launched\u000a03:10:29.838705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:10:30.388615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18183): Launched\u000a03:10:30.705186 run osmo-stp_10.42.42.5(pid=18184): Launched\u000a03:10:30.840669 tst emergency_preemptive_call.py: using MSISDN 7517\u000a03:10:31.028731 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:10:31.598889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18186): Launched\u000a03:10:31.997910 run osmo-msc_10.42.42.6(pid=18187): Launched\u000a03:10:32.335581 run osmo-stp_10.42.42.5(pid=18184): ERR: Terminated: ERROR {rc=1} [trial-2368↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18184)]\u000a03:10:32.469270 run osmo-stp_10.42.42.5(pid=18184): stdout: \u000a| (launched: 2022-12-10_03:10:30.548690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:32.602090 run osmo-stp_10.42.42.5(pid=18184): stderr: \u000a| �[0;m�[38;5;43m20221210031030739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031030739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031030739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031030740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031030740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031030740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031030740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:32.729259 run osmo-stp_10.42.42.5(pid=18184): stdout: \u000a| (launched: 2022-12-10_03:10:30.548690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:32.855080 run osmo-stp_10.42.42.5(pid=18184): stderr: \u000a| �[0;m�[38;5;43m20221210031030739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031030739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031030739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031030740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031030740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031030740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031030740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:32.910708 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=18184): Process ended prematurely: osmo-stp_10.42.42.5(pid=18184) [trial-2368↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18184)] [trial-2368↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a03:10:32.919076 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a03:10:32.981781 run osmo-hlr_10.42.42.2(pid=18181): ERR: Terminated: ERROR {rc=237} [trial-2368↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18181)]\u000a03:10:33.033211 run osmo-hlr_10.42.42.2(pid=18181): stdout: \u000a| (launched: 2022-12-10_03:10:29.561935) \u000a03:10:33.085011 run osmo-hlr_10.42.42.2(pid=18181): stderr: \u000a| �[0;m�[1;31m20221210031029757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031029757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031029758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031029758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031029758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031029758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031029769 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031029778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031029778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031029778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:10:33.155727 run osmo-msc_10.42.42.6(pid=18187): ERR: Terminated: ERROR {rc=2} [trial-2368↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18187)]\u000a03:10:33.206956 run osmo-msc_10.42.42.6(pid=18187): stdout: \u000a| (launched: 2022-12-10_03:10:31.753442) \u000a03:10:33.258909 run osmo-msc_10.42.42.6(pid=18187): stderr: \u000a| �[0;m�[38;5;43m20221210031032259 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210031032260 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d7d2bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210031032260 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210031032260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210031032260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210031032260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210031032262 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210031032262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210031032263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210031032263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:10:33.303481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18180): Terminating (SIGTERM)\u000a03:10:33.345605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18183): Terminating (SIGTERM)\u000a03:10:33.387202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18186): Terminating (SIGTERM)\u000a03:10:33.396997 --- ParallelTerminationStrategy: PID 18180 died...\u000a03:10:33.452997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18180): Terminated: ok {rc=0}\u000a03:10:33.463272 --- ParallelTerminationStrategy: PID 18183 died...\u000a03:10:33.519112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18183): Terminated: ok {rc=0}\u000a03:10:33.529511 --- ParallelTerminationStrategy: PID 18186 died...\u000a03:10:33.585469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18186): Terminated: ok {rc=0}\u000a03:10:33.672258 bus /sierra_9: Setting Powered False\u000a03:10:34.778941 bus /sierra_9: Setting Powered False\u000a03:10:35.887534 bus /sierra_8: Setting Powered False\u000a03:10:36.993265 bus /sierra_8: Setting Powered False\u000a03:10:38.100559 bus /sierra_3: Setting Powered False\u000a03:10:39.206013 bus /sierra_3: Setting Powered False\u000a03:10:40.317654 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:10:15" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18203): Process ended prematurely: osmo-stp_10.42.42.5(pid=18203) [trial-2368↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18203)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18203): Process ended prematurely: osmo-stp_10.42.42.5(pid=18203) [trial-2368↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:10:42.402764 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:42.413338 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:10:42.543653 tst cs_paging_gprs_active.py: using LAC 25578\u000a03:10:42.665135 tst cs_paging_gprs_active.py: using RAC 78\u000a03:10:42.780776 tst cs_paging_gprs_active.py: using CellId 25578\u000a03:10:42.899610 tst cs_paging_gprs_active.py: using BVCI 25579\u000a03:10:42.922680 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:42.933309 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:42.943585 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:42.954312 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:42.964847 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:42.975466 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:42.986330 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:42.996743 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:43.007415 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:10:43.126658 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:10:43.419275 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:10:43.553466 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:10:43.886218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18193): Launched\u000a03:10:44.163792 run iperf3-srv_10.42.42.10(pid=18194): Launched\u000a03:10:44.360339 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:10:44.494728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:10:44.827405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18195): Launched\u000a03:10:45.105505 run iperf3-srv_10.42.42.10(pid=18196): Launched\u000a03:10:45.302632 tst cs_paging_gprs_active.py:38: start network...\u000a03:10:45.437123 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:10:45.992890 run create_hlr_db(pid=18197): Launched\u000a03:10:46.217327 bus /sierra_2: Setting Powered False\u000a03:10:47.242783 run create_hlr_db(pid=18197): Terminated: ok {rc=0}\u000a03:10:47.674346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18199): Launched\u000a03:10:47.997097 run osmo-hlr_10.42.42.2(pid=18200): Launched\u000a03:10:48.115873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:10:48.676334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18202): Launched\u000a03:10:48.999822 run osmo-stp_10.42.42.5(pid=18203): Launched\u000a03:10:49.117305 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:10:49.681337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18205): Launched\u000a03:10:49.796605 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:10:50.078892 run patchelf(pid=18206): Launched\u000a03:10:50.267870 run osmo-stp_10.42.42.5(pid=18203): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18203)]\u000a03:10:50.405807 run osmo-stp_10.42.42.5(pid=18203): stdout: \u000a| (launched: 2022-12-10_03:10:48.840553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:50.543502 run osmo-stp_10.42.42.5(pid=18203): stderr: \u000a| �[0;m�[38;5;43m20221210031049032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031049033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031049033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031049033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031049034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031049034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031049034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:50.677227 run osmo-stp_10.42.42.5(pid=18203): stdout: \u000a| (launched: 2022-12-10_03:10:48.840553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:50.809373 run osmo-stp_10.42.42.5(pid=18203): stderr: \u000a| �[0;m�[38;5;43m20221210031049032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031049033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031049033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031049033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031049034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031049034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031049034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:50.963662 run patchelf(pid=18206): Terminating (SIGINT)\u000a03:10:51.144520 run patchelf(pid=18206): Terminated: ok {rc=0}\u000a03:10:51.177580 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18203): Process ended prematurely: osmo-stp_10.42.42.5(pid=18203) [trial-2368↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18203)] [trial-2368↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a03:10:51.187229 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a03:10:51.249694 run osmo-hlr_10.42.42.2(pid=18200): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18200)]\u000a03:10:51.300793 run osmo-hlr_10.42.42.2(pid=18200): stdout: \u000a| (launched: 2022-12-10_03:10:47.838422) \u000a03:10:51.352590 run osmo-hlr_10.42.42.2(pid=18200): stderr: \u000a| �[0;m�[1;31m20221210031048036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031048036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031048036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031048036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031048036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031048036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031048049 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031048057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031048057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031048057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:10:51.396554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18193): Terminating (SIGTERM)\u000a03:10:51.438256 run iperf3-srv_10.42.42.10(pid=18194): Terminating (SIGTERM)\u000a03:10:51.479915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18195): Terminating (SIGTERM)\u000a03:10:51.521579 run iperf3-srv_10.42.42.10(pid=18196): Terminating (SIGTERM)\u000a03:10:51.563349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18199): Terminating (SIGTERM)\u000a03:10:51.604921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18202): Terminating (SIGTERM)\u000a03:10:51.646682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18205): Terminating (SIGTERM)\u000a03:10:51.656384 --- ParallelTerminationStrategy: PID 18193 died...\u000a03:10:51.713167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18193): Terminated: ok {rc=0}\u000a03:10:51.723377 --- ParallelTerminationStrategy: PID 18194 died...\u000a03:10:51.778522 run iperf3-srv_10.42.42.10(pid=18194): Terminated {rc=256}\u000a03:10:51.788443 --- ParallelTerminationStrategy: PID 18195 died...\u000a03:10:51.843713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18195): Terminated: ok {rc=0}\u000a03:10:51.853694 --- ParallelTerminationStrategy: PID 18196 died...\u000a03:10:51.909657 run iperf3-srv_10.42.42.10(pid=18196): Terminated {rc=256}\u000a03:10:51.919690 --- ParallelTerminationStrategy: PID 18199 died...\u000a03:10:51.975196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18199): Terminated: ok {rc=0}\u000a03:10:51.985162 --- ParallelTerminationStrategy: PID 18202 died...\u000a03:10:52.040940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18202): Terminated: ok {rc=0}\u000a03:10:52.051152 --- ParallelTerminationStrategy: PID 18205 died...\u000a03:10:52.107068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18205): Terminated: ok {rc=0}\u000a03:10:52.195167 bus /gobi_0: Setting Powered False\u000a03:10:53.302903 bus /gobi_0: Setting Powered False\u000a03:10:54.411884 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18215): Process ended prematurely: osmo-stp_10.42.42.5(pid=18215) [trial-2368↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18215)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18215): Process ended prematurely: osmo-stp_10.42.42.5(pid=18215) [trial-2368↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a03:10:55.527338 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:55.538993 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:10:55.675358 tst iperf3.py: using LAC 25579\u000a03:10:55.799802 tst iperf3.py: using RAC 79\u000a03:10:55.924810 tst iperf3.py: using CellId 25579\u000a03:10:56.049451 tst iperf3.py: using BVCI 25580\u000a03:10:56.074107 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:56.085342 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:56.096181 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:56.107082 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:56.117833 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:56.128531 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:56.139595 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:56.150346 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:56.161348 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:10:56.439702 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:10:56.563705 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:10:56.874716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18207): Launched\u000a03:10:57.133424 run iperf3-srv_10.42.42.10(pid=18208): Launched\u000a03:10:57.315231 tst iperf3.py:8: start network...\u000a03:10:57.439702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:10:57.914465 run create_hlr_db(pid=18209): Launched\u000a03:10:58.086133 bus /gobi_6: Setting Powered False\u000a03:10:59.108738 run create_hlr_db(pid=18209): Terminated: ok {rc=0}\u000a03:10:59.535981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18211): Launched\u000a03:10:59.858474 run osmo-hlr_10.42.42.2(pid=18212): Launched\u000a03:10:59.979446 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:11:00.538484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18214): Launched\u000a03:11:00.860445 run osmo-stp_10.42.42.5(pid=18215): Launched\u000a03:11:01.004067 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:11:01.810866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18217): Launched\u000a03:11:01.928365 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:11:02.232353 run patchelf(pid=18218): Launched\u000a03:11:02.422882 run osmo-stp_10.42.42.5(pid=18215): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18215)]\u000a03:11:02.560468 run osmo-stp_10.42.42.5(pid=18215): stdout: \u000a| (launched: 2022-12-10_03:11:00.702861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:02.698195 run osmo-stp_10.42.42.5(pid=18215): stderr: \u000a| �[0;m�[38;5;43m20221210031101020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031101026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031101026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031101026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031101027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031101027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031101027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:02.831735 run osmo-stp_10.42.42.5(pid=18215): stdout: \u000a| (launched: 2022-12-10_03:11:00.702861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:02.964787 run osmo-stp_10.42.42.5(pid=18215): stderr: \u000a| �[0;m�[38;5;43m20221210031101020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031101026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031101026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031101026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031101027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031101027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031101027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:03.119097 run patchelf(pid=18218): Terminating (SIGINT)\u000a03:11:03.299896 run patchelf(pid=18218): Terminated: ok {rc=0}\u000a03:11:03.333130 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18215): Process ended prematurely: osmo-stp_10.42.42.5(pid=18215) [trial-2368↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18215)] [trial-2368↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a03:11:03.343212 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a03:11:03.406630 run osmo-hlr_10.42.42.2(pid=18212): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18212)]\u000a03:11:03.458614 run osmo-hlr_10.42.42.2(pid=18212): stdout: \u000a| (launched: 2022-12-10_03:10:59.699691) \u000a03:11:03.511233 run osmo-hlr_10.42.42.2(pid=18212): stderr: \u000a| �[0;m�[1;31m20221210031059898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031059898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031059898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031059898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031059898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031059898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031059910 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031059918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031059919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031059919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:11:03.555946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18207): Terminating (SIGTERM)\u000a03:11:03.598132 run iperf3-srv_10.42.42.10(pid=18208): Terminating (SIGTERM)\u000a03:11:03.640342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18211): Terminating (SIGTERM)\u000a03:11:03.682544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18214): Terminating (SIGTERM)\u000a03:11:03.724590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18217): Terminating (SIGTERM)\u000a03:11:03.734503 --- ParallelTerminationStrategy: PID 18207 died...\u000a03:11:03.791602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18207): Terminated: ok {rc=0}\u000a03:11:03.801953 --- ParallelTerminationStrategy: PID 18208 died...\u000a03:11:03.858145 run iperf3-srv_10.42.42.10(pid=18208): Terminated {rc=256}\u000a03:11:03.868341 --- ParallelTerminationStrategy: PID 18211 died...\u000a03:11:03.924829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18211): Terminated: ok {rc=0}\u000a03:11:03.935102 --- ParallelTerminationStrategy: PID 18214 died...\u000a03:11:03.991711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18214): Terminated: ok {rc=0}\u000a03:11:04.002057 --- ParallelTerminationStrategy: PID 18217 died...\u000a03:11:04.058179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18217): Terminated: ok {rc=0}\u000a03:11:04.146131 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18233): Process ended prematurely: osmo-stp_10.42.42.5(pid=18233) [trial-2368↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18233)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18233): Process ended prematurely: osmo-stp_10.42.42.5(pid=18233) [trial-2368↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a03:11:05.257195 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:05.268365 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:11:05.396306 tst iperf3m4.py: using LAC 25580\u000a03:11:05.515514 tst iperf3m4.py: using RAC 80\u000a03:11:05.633909 tst iperf3m4.py: using CellId 25580\u000a03:11:05.751533 tst iperf3m4.py: using BVCI 25581\u000a03:11:05.774777 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:05.785566 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:05.796013 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:05.806737 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:05.817467 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:05.828101 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:05.838964 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:05.849598 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:05.860403 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:05.975769 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:06.097913 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:06.213982 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:06.491480 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:11:06.616904 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:11:06.931010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18219): Launched\u000a03:11:07.191075 run iperf3-srv_10.42.42.10(pid=18220): Launched\u000a03:11:07.374433 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:11:07.499353 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:11:07.812000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18221): Launched\u000a03:11:08.071960 run iperf3-srv_10.42.42.10(pid=18222): Launched\u000a03:11:08.254518 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:11:08.379276 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:11:08.691397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18223): Launched\u000a03:11:08.951188 run iperf3-srv_10.42.42.10(pid=18224): Launched\u000a03:11:09.133766 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:11:09.258176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:11:09.569520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18225): Launched\u000a03:11:09.830228 run iperf3-srv_10.42.42.10(pid=18226): Launched\u000a03:11:10.013327 tst iperf3m4.py:8: start network...\u000a03:11:10.138501 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:11:10.613437 run create_hlr_db(pid=18227): Launched\u000a03:11:10.786680 bus /gobi_6: Setting Powered False\u000a03:11:11.807771 run create_hlr_db(pid=18227): Terminated: ok {rc=0}\u000a03:11:12.212582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18229): Launched\u000a03:11:12.515662 run osmo-hlr_10.42.42.2(pid=18230): Launched\u000a03:11:12.632159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:11:13.167371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18232): Launched\u000a03:11:13.470325 run osmo-stp_10.42.42.5(pid=18233): Launched\u000a03:11:13.580287 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:11:14.104127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18235): Launched\u000a03:11:14.210856 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:11:14.473939 run patchelf(pid=18236): Launched\u000a03:11:14.652170 run osmo-stp_10.42.42.5(pid=18233): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18233)]\u000a03:11:14.780838 run osmo-stp_10.42.42.5(pid=18233): stdout: \u000a| (launched: 2022-12-10_03:11:13.320793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:14.910449 run osmo-stp_10.42.42.5(pid=18233): stderr: \u000a| �[0;m�[38;5;43m20221210031113491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031113491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031113491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031113491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031113492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031113492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031113492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:15.035627 run osmo-stp_10.42.42.5(pid=18233): stdout: \u000a| (launched: 2022-12-10_03:11:13.320793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:15.160022 run osmo-stp_10.42.42.5(pid=18233): stderr: \u000a| �[0;m�[38;5;43m20221210031113491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031113491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031113491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031113491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031113492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031113492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031113492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:15.304279 run patchelf(pid=18236): Terminating (SIGINT)\u000a03:11:15.474145 run patchelf(pid=18236): Terminated: ok {rc=0}\u000a03:11:15.505382 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18233): Process ended prematurely: osmo-stp_10.42.42.5(pid=18233) [trial-2368↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18233)] [trial-2368↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a03:11:15.514494 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a03:11:15.575506 run osmo-hlr_10.42.42.2(pid=18230): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18230)]\u000a03:11:15.624910 run osmo-hlr_10.42.42.2(pid=18230): stdout: \u000a| (launched: 2022-12-10_03:11:12.365808) \u000a03:11:15.675403 run osmo-hlr_10.42.42.2(pid=18230): stderr: \u000a| �[0;m�[1;31m20221210031112544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031112544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031112545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031112545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031112545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031112545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031112556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031112565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031112566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031112566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:11:15.717522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18219): Terminating (SIGTERM)\u000a03:11:15.757693 run iperf3-srv_10.42.42.10(pid=18220): Terminating (SIGTERM)\u000a03:11:15.797705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18221): Terminating (SIGTERM)\u000a03:11:15.848452 run iperf3-srv_10.42.42.10(pid=18222): Terminating (SIGTERM)\u000a03:11:15.891650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18223): Terminating (SIGTERM)\u000a03:11:15.938479 run iperf3-srv_10.42.42.10(pid=18224): Terminating (SIGTERM)\u000a03:11:15.986297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18225): Terminating (SIGTERM)\u000a03:11:16.036060 run iperf3-srv_10.42.42.10(pid=18226): Terminating (SIGTERM)\u000a03:11:16.083434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18229): Terminating (SIGTERM)\u000a03:11:16.129206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18232): Terminating (SIGTERM)\u000a03:11:16.175141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18235): Terminating (SIGTERM)\u000a03:11:16.186283 --- ParallelTerminationStrategy: PID 18219 died...\u000a03:11:16.247199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18219): Terminated: ok {rc=0}\u000a03:11:16.258110 --- ParallelTerminationStrategy: PID 18220 died...\u000a03:11:16.316820 run iperf3-srv_10.42.42.10(pid=18220): Terminated {rc=256}\u000a03:11:16.327855 --- ParallelTerminationStrategy: PID 18221 died...\u000a03:11:16.386149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18221): Terminated: ok {rc=0}\u000a03:11:16.397486 --- ParallelTerminationStrategy: PID 18222 died...\u000a03:11:16.456924 run iperf3-srv_10.42.42.10(pid=18222): Terminated {rc=256}\u000a03:11:16.468099 --- ParallelTerminationStrategy: PID 18223 died...\u000a03:11:16.527776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18223): Terminated: ok {rc=0}\u000a03:11:16.538530 --- ParallelTerminationStrategy: PID 18224 died...\u000a03:11:16.596382 run iperf3-srv_10.42.42.10(pid=18224): Terminated {rc=256}\u000a03:11:16.607228 --- ParallelTerminationStrategy: PID 18225 died...\u000a03:11:16.664930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18225): Terminated: ok {rc=0}\u000a03:11:16.675631 --- ParallelTerminationStrategy: PID 18226 died...\u000a03:11:16.734464 run iperf3-srv_10.42.42.10(pid=18226): Terminated {rc=256}\u000a03:11:16.745594 --- ParallelTerminationStrategy: PID 18229 died...\u000a03:11:16.802964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18229): Terminated: ok {rc=0}\u000a03:11:16.813812 --- ParallelTerminationStrategy: PID 18232 died...\u000a03:11:16.872115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18232): Terminated: ok {rc=0}\u000a03:11:16.883787 --- ParallelTerminationStrategy: PID 18235 died...\u000a03:11:16.941310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18235): Terminated: ok {rc=0}\u000a03:11:17.045915 bus /gobi_4: Setting Powered False\u000a03:11:18.151619 bus /gobi_4: Setting Powered False\u000a03:11:19.262823 bus /gobi_1: Setting Powered False\u000a03:11:20.369294 bus /gobi_1: Setting Powered False\u000a03:11:21.477164 bus /gobi_0: Setting Powered False\u000a03:11:22.583403 bus /gobi_0: Setting Powered False\u000a03:11:23.695694 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18243): Process ended prematurely: osmo-stp_10.42.42.5(pid=18243) [trial-2368↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18243)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18243): Process ended prematurely: osmo-stp_10.42.42.5(pid=18243) [trial-2368↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18243)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a03:11:24.761898 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:24.773110 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:11:24.899275 tst ping.py: using LAC 25581\u000a03:11:25.017523 tst ping.py: using RAC 81\u000a03:11:25.133633 tst ping.py: using CellId 25581\u000a03:11:25.251510 tst ping.py: using BVCI 25582\u000a03:11:25.274045 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:25.284576 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:25.295158 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:25.305985 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:25.316810 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:25.327544 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:25.338461 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:25.349270 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:25.622436 tst ping.py:19: start network...\u000a03:11:25.745591 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:11:26.211480 run create_hlr_db(pid=18237): Launched\u000a03:11:26.382754 bus /gobi_6: Setting Powered False\u000a03:11:27.403387 run create_hlr_db(pid=18237): Terminated: ok {rc=0}\u000a03:11:27.827104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18239): Launched\u000a03:11:28.145767 run osmo-hlr_10.42.42.2(pid=18240): Launched\u000a03:11:28.265732 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:11:28.821058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18242): Launched\u000a03:11:29.138704 run osmo-stp_10.42.42.5(pid=18243): Launched\u000a03:11:29.254296 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:11:29.807823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18245): Launched\u000a03:11:29.921209 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:11:30.199490 run patchelf(pid=18246): Launched\u000a03:11:30.385627 run osmo-stp_10.42.42.5(pid=18243): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18243)]\u000a03:11:30.521480 run osmo-stp_10.42.42.5(pid=18243): stdout: \u000a| (launched: 2022-12-10_03:11:28.982711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:30.657649 run osmo-stp_10.42.42.5(pid=18243): stderr: \u000a| �[0;m�[38;5;43m20221210031129175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031129175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031129175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031129176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031129178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031129178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031129178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:30.788806 run osmo-stp_10.42.42.5(pid=18243): stdout: \u000a| (launched: 2022-12-10_03:11:28.982711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:30.945836 run osmo-stp_10.42.42.5(pid=18243): stderr: \u000a| �[0;m�[38;5;43m20221210031129175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031129175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031129175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031129176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031129178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031129178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031129178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:31.101535 run patchelf(pid=18246): Terminating (SIGINT)\u000a03:11:31.276882 run patchelf(pid=18246): Terminated: ok {rc=0}\u000a03:11:31.310364 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18243): Process ended prematurely: osmo-stp_10.42.42.5(pid=18243) [trial-2368↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18243)] [trial-2368↪gprs:nanobts+band-1900↪ping.py:22]\u000a03:11:31.320102 tst ping.py:22: Test FAILED (6.5 sec)\u000a03:11:31.387982 run osmo-hlr_10.42.42.2(pid=18240): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18240)]\u000a03:11:31.441239 run osmo-hlr_10.42.42.2(pid=18240): stdout: \u000a| (launched: 2022-12-10_03:11:27.989354) \u000a03:11:31.495894 run osmo-hlr_10.42.42.2(pid=18240): stderr: \u000a| �[0;m�[1;31m20221210031128185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031128185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031128185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031128185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031128186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031128186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031128198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031128206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031128206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031128206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:11:31.542635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18239): Terminating (SIGTERM)\u000a03:11:31.588221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18242): Terminating (SIGTERM)\u000a03:11:31.631735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18245): Terminating (SIGTERM)\u000a03:11:31.644689 --- ParallelTerminationStrategy: PID 18239 died...\u000a03:11:31.706235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18239): Terminated: ok {rc=0}\u000a03:11:31.717149 --- ParallelTerminationStrategy: PID 18242 died...\u000a03:11:31.775079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18242): Terminated: ok {rc=0}\u000a03:11:31.785905 --- ParallelTerminationStrategy: PID 18245 died...\u000a03:11:31.843959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18245): Terminated: ok {rc=0}\u000a03:11:31.934688 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18253): Process ended prematurely: osmo-stp_10.42.42.5(pid=18253) [trial-2368↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18253)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18253): Process ended prematurely: osmo-stp_10.42.42.5(pid=18253) [trial-2368↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18253)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a03:11:32.985449 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:32.997433 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:11:33.130868 tst ping_idle_ping.py: using LAC 25582\u000a03:11:33.255124 tst ping_idle_ping.py: using RAC 82\u000a03:11:33.379577 tst ping_idle_ping.py: using CellId 25582\u000a03:11:33.504374 tst ping_idle_ping.py: using BVCI 25583\u000a03:11:33.528677 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:33.539713 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:33.550740 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:33.561764 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:33.572570 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:33.583507 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:33.594632 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:33.605662 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:33.895391 tst ping_idle_ping.py:24: start network...\u000a03:11:34.028839 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:11:34.538350 run create_hlr_db(pid=18247): Launched\u000a03:11:34.722403 bus /gobi_6: Setting Powered False\u000a03:11:35.731889 run create_hlr_db(pid=18247): Terminated: ok {rc=0}\u000a03:11:36.137848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18249): Launched\u000a03:11:36.434426 run osmo-hlr_10.42.42.2(pid=18250): Launched\u000a03:11:36.550141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:11:37.074114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18252): Launched\u000a03:11:37.370558 run osmo-stp_10.42.42.5(pid=18253): Launched\u000a03:11:37.478802 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:11:37.997151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18255): Launched\u000a03:11:38.103358 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:11:38.363425 run patchelf(pid=18256): Launched\u000a03:11:38.539153 run osmo-stp_10.42.42.5(pid=18253): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18253)]\u000a03:11:38.667057 run osmo-stp_10.42.42.5(pid=18253): stdout: \u000a| (launched: 2022-12-10_03:11:37.224472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:38.795066 run osmo-stp_10.42.42.5(pid=18253): stderr: \u000a| �[0;m�[38;5;43m20221210031137395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031137395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031137395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031137395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031137396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031137396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031137396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:38.918440 run osmo-stp_10.42.42.5(pid=18253): stdout: \u000a| (launched: 2022-12-10_03:11:37.224472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:39.040814 run osmo-stp_10.42.42.5(pid=18253): stderr: \u000a| �[0;m�[38;5;43m20221210031137395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031137395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031137395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031137395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031137396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031137396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031137396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:39.182977 run patchelf(pid=18256): Terminating (SIGINT)\u000a03:11:39.350135 run patchelf(pid=18256): Terminated: ok {rc=0}\u000a03:11:39.380248 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18253): Process ended prematurely: osmo-stp_10.42.42.5(pid=18253) [trial-2368↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18253)] [trial-2368↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a03:11:39.388674 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a03:11:39.449318 run osmo-hlr_10.42.42.2(pid=18250): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18250)]\u000a03:11:39.499167 run osmo-hlr_10.42.42.2(pid=18250): stdout: \u000a| (launched: 2022-12-10_03:11:36.288044) \u000a03:11:39.549186 run osmo-hlr_10.42.42.2(pid=18250): stderr: \u000a| �[0;m�[1;31m20221210031136463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031136463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031136463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031136463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031136463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031136463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031136476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031136487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031136488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031136488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:11:39.591329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18249): Terminating (SIGTERM)\u000a03:11:39.631216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18252): Terminating (SIGTERM)\u000a03:11:39.671337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18255): Terminating (SIGTERM)\u000a03:11:39.680896 --- ParallelTerminationStrategy: PID 18249 died...\u000a03:11:39.734768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18249): Terminated: ok {rc=0}\u000a03:11:39.744501 --- ParallelTerminationStrategy: PID 18252 died...\u000a03:11:39.797869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18252): Terminated: ok {rc=0}\u000a03:11:39.807721 --- ParallelTerminationStrategy: PID 18255 died...\u000a03:11:39.861058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18255): Terminated: ok {rc=0}\u000a03:11:39.950224 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:10:42" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18270): Process ended prematurely: osmo-stp_10.42.42.5(pid=18270) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18270)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18270): Process ended prematurely: osmo-stp_10.42.42.5(pid=18270) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:11:42.064826 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:42.075707 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:11:42.204758 tst cs_paging_gprs_active.py: using LAC 25583\u000a03:11:42.324441 tst cs_paging_gprs_active.py: using RAC 83\u000a03:11:42.444404 tst cs_paging_gprs_active.py: using CellId 25583\u000a03:11:42.572015 tst cs_paging_gprs_active.py: using BVCI 25584\u000a03:11:42.596887 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:42.608516 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:42.619823 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:42.631330 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:42.642760 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:42.654352 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:42.665812 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:42.676890 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:42.688420 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:11:42.803777 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:11:43.082698 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:11:43.207871 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:11:43.520496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18260): Launched\u000a03:11:43.782059 run iperf3-srv_10.42.42.10(pid=18261): Launched\u000a03:11:43.965787 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:11:44.091393 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:11:44.403576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18262): Launched\u000a03:11:44.663514 run iperf3-srv_10.42.42.10(pid=18263): Launched\u000a03:11:44.847598 tst cs_paging_gprs_active.py:38: start network...\u000a03:11:44.973364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:11:45.448767 run create_hlr_db(pid=18264): Launched\u000a03:11:45.621194 bus /gobi_6: Setting Powered False\u000a03:11:46.665553 run create_hlr_db(pid=18264): Terminated: ok {rc=0}\u000a03:11:47.113348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18266): Launched\u000a03:11:47.438300 run osmo-hlr_10.42.42.2(pid=18267): Launched\u000a03:11:47.556872 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:11:48.118295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18269): Launched\u000a03:11:48.442652 run osmo-stp_10.42.42.5(pid=18270): Launched\u000a03:11:48.560207 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:11:49.124416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18272): Launched\u000a03:11:49.239762 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:11:49.522165 run patchelf(pid=18273): Launched\u000a03:11:49.711237 run osmo-stp_10.42.42.5(pid=18270): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18270)]\u000a03:11:49.849610 run osmo-stp_10.42.42.5(pid=18270): stdout: \u000a| (launched: 2022-12-10_03:11:48.283081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:49.988481 run osmo-stp_10.42.42.5(pid=18270): stderr: \u000a| �[0;m�[38;5;43m20221210031148475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031148475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031148475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031148476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031148476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031148476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031148476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:50.122540 run osmo-stp_10.42.42.5(pid=18270): stdout: \u000a| (launched: 2022-12-10_03:11:48.283081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:50.255575 run osmo-stp_10.42.42.5(pid=18270): stderr: \u000a| �[0;m�[38;5;43m20221210031148475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031148475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031148475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031148476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031148476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031148476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031148476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:50.409494 run patchelf(pid=18273): Terminating (SIGINT)\u000a03:11:50.590299 run patchelf(pid=18273): Terminated: ok {rc=0}\u000a03:11:50.623317 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18270): Process ended prematurely: osmo-stp_10.42.42.5(pid=18270) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18270)] [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a03:11:50.633073 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a03:11:50.695930 run osmo-hlr_10.42.42.2(pid=18267): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18267)]\u000a03:11:50.747358 run osmo-hlr_10.42.42.2(pid=18267): stdout: \u000a| (launched: 2022-12-10_03:11:47.279145) \u000a03:11:50.799838 run osmo-hlr_10.42.42.2(pid=18267): stderr: \u000a| �[0;m�[1;31m20221210031147475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031147475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031147475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031147475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031147475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031147475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031147488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031147496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031147496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031147496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:11:50.844130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18260): Terminating (SIGTERM)\u000a03:11:50.885411 run iperf3-srv_10.42.42.10(pid=18261): Terminating (SIGTERM)\u000a03:11:50.927167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18262): Terminating (SIGTERM)\u000a03:11:50.968827 run iperf3-srv_10.42.42.10(pid=18263): Terminating (SIGTERM)\u000a03:11:51.010752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18266): Terminating (SIGTERM)\u000a03:11:51.052569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18269): Terminating (SIGTERM)\u000a03:11:51.094543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18272): Terminating (SIGTERM)\u000a03:11:51.104440 --- ParallelTerminationStrategy: PID 18260 died...\u000a03:11:51.160643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18260): Terminated: ok {rc=0}\u000a03:11:51.170900 --- ParallelTerminationStrategy: PID 18261 died...\u000a03:11:51.226565 run iperf3-srv_10.42.42.10(pid=18261): Terminated {rc=256}\u000a03:11:51.236670 --- ParallelTerminationStrategy: PID 18262 died...\u000a03:11:51.292277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18262): Terminated: ok {rc=0}\u000a03:11:51.302624 --- ParallelTerminationStrategy: PID 18263 died...\u000a03:11:51.358092 run iperf3-srv_10.42.42.10(pid=18263): Terminated {rc=256}\u000a03:11:51.368382 --- ParallelTerminationStrategy: PID 18266 died...\u000a03:11:51.424208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18266): Terminated: ok {rc=0}\u000a03:11:51.434278 --- ParallelTerminationStrategy: PID 18269 died...\u000a03:11:51.490240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18269): Terminated: ok {rc=0}\u000a03:11:51.500602 --- ParallelTerminationStrategy: PID 18272 died...\u000a03:11:51.556461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18272): Terminated: ok {rc=0}\u000a03:11:51.643481 bus /gobi_0: Setting Powered False\u000a03:11:52.749538 bus /gobi_0: Setting Powered False\u000a03:11:53.856867 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18282): Process ended prematurely: osmo-stp_10.42.42.5(pid=18282) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18282)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18282): Process ended prematurely: osmo-stp_10.42.42.5(pid=18282) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a03:11:54.971131 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:54.983386 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:11:55.121593 tst iperf3.py: using LAC 25584\u000a03:11:55.248036 tst iperf3.py: using RAC 84\u000a03:11:55.375168 tst iperf3.py: using CellId 25584\u000a03:11:55.501707 tst iperf3.py: using BVCI 25585\u000a03:11:55.526449 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:55.537897 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:55.549096 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:55.560200 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:55.571245 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:55.582339 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:55.593637 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:55.604670 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:55.615985 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:11:55.907496 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:11:56.042558 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:11:56.376422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18274): Launched\u000a03:11:56.654374 run iperf3-srv_10.42.42.10(pid=18275): Launched\u000a03:11:56.851768 tst iperf3.py:8: start network...\u000a03:11:56.986924 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:11:57.505312 run create_hlr_db(pid=18276): Launched\u000a03:11:57.691923 bus /gobi_6: Setting Powered False\u000a03:11:58.711798 run create_hlr_db(pid=18276): Terminated: ok {rc=0}\u000a03:11:59.118739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18278): Launched\u000a03:11:59.422974 run osmo-hlr_10.42.42.2(pid=18279): Launched\u000a03:11:59.539159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:12:00.065170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18281): Launched\u000a03:12:00.368093 run osmo-stp_10.42.42.5(pid=18282): Launched\u000a03:12:00.478454 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:12:01.053668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18284): Launched\u000a03:12:01.172708 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:12:01.500396 run patchelf(pid=18285): Launched\u000a03:12:01.722596 run osmo-stp_10.42.42.5(pid=18282): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18282)]\u000a03:12:01.863990 run osmo-stp_10.42.42.5(pid=18282): stdout: \u000a| (launched: 2022-12-10_03:12:00.218946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:02.007470 run osmo-stp_10.42.42.5(pid=18282): stderr: \u000a| �[0;m�[38;5;43m20221210031200390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031200390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031200391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031200391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031200392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031200392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031200392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:02.145875 run osmo-stp_10.42.42.5(pid=18282): stdout: \u000a| (launched: 2022-12-10_03:12:00.218946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:02.281380 run osmo-stp_10.42.42.5(pid=18282): stderr: \u000a| �[0;m�[38;5;43m20221210031200390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031200390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031200391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031200391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031200392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031200392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031200392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:02.436280 run patchelf(pid=18285): Terminating (SIGINT)\u000a03:12:02.618073 run patchelf(pid=18285): Terminated: ok {rc=0}\u000a03:12:02.651373 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18282): Process ended prematurely: osmo-stp_10.42.42.5(pid=18282) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18282)] [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a03:12:02.661405 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a03:12:02.724669 run osmo-hlr_10.42.42.2(pid=18279): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18279)]\u000a03:12:02.776609 run osmo-hlr_10.42.42.2(pid=18279): stdout: \u000a| (launched: 2022-12-10_03:11:59.272488) \u000a03:12:02.828982 run osmo-hlr_10.42.42.2(pid=18279): stderr: \u000a| �[0;m�[1;31m20221210031159448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031159448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031159448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031159448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031159448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031159448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031159460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031159469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031159469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031159469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:12:02.873688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18274): Terminating (SIGTERM)\u000a03:12:02.915617 run iperf3-srv_10.42.42.10(pid=18275): Terminating (SIGTERM)\u000a03:12:02.957687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18278): Terminating (SIGTERM)\u000a03:12:02.999570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18281): Terminating (SIGTERM)\u000a03:12:03.042022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18284): Terminating (SIGTERM)\u000a03:12:03.051841 --- ParallelTerminationStrategy: PID 18274 died...\u000a03:12:03.108317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18274): Terminated: ok {rc=0}\u000a03:12:03.118612 --- ParallelTerminationStrategy: PID 18275 died...\u000a03:12:03.174487 run iperf3-srv_10.42.42.10(pid=18275): Terminated {rc=256}\u000a03:12:03.184396 --- ParallelTerminationStrategy: PID 18278 died...\u000a03:12:03.240055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18278): Terminated: ok {rc=0}\u000a03:12:03.250093 --- ParallelTerminationStrategy: PID 18281 died...\u000a03:12:03.305753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18281): Terminated: ok {rc=0}\u000a03:12:03.315851 --- ParallelTerminationStrategy: PID 18284 died...\u000a03:12:03.371880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18284): Terminated: ok {rc=0}\u000a03:12:03.459648 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18300): Process ended prematurely: osmo-stp_10.42.42.5(pid=18300) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18300)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18300): Process ended prematurely: osmo-stp_10.42.42.5(pid=18300) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a03:12:04.574918 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:04.586881 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:12:04.723245 tst iperf3m4.py: using LAC 25585\u000a03:12:04.849770 tst iperf3m4.py: using RAC 85\u000a03:12:04.978431 tst iperf3m4.py: using CellId 25585\u000a03:12:05.107092 tst iperf3m4.py: using BVCI 25586\u000a03:12:05.131854 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:05.143354 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:05.154596 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:05.165825 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:05.176893 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:05.188085 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:05.199529 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:05.210604 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:05.221897 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:12:05.340768 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:12:05.457750 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:12:05.577331 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:12:05.869963 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:12:06.005029 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:12:06.339506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18286): Launched\u000a03:12:06.618779 run iperf3-srv_10.42.42.10(pid=18287): Launched\u000a03:12:06.815784 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:12:06.950553 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:12:07.284205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18288): Launched\u000a03:12:07.562420 run iperf3-srv_10.42.42.10(pid=18289): Launched\u000a03:12:07.759616 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:12:07.893835 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:12:08.227775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18290): Launched\u000a03:12:08.506238 run iperf3-srv_10.42.42.10(pid=18291): Launched\u000a03:12:08.702875 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:12:08.836651 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:12:09.170166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18292): Launched\u000a03:12:09.447684 run iperf3-srv_10.42.42.10(pid=18293): Launched\u000a03:12:09.644570 tst iperf3m4.py:8: start network...\u000a03:12:09.778942 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:12:10.297702 run create_hlr_db(pid=18294): Launched\u000a03:12:10.484258 bus /gobi_6: Setting Powered False\u000a03:12:11.504509 run create_hlr_db(pid=18294): Terminated: ok {rc=0}\u000a03:12:11.910733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18296): Launched\u000a03:12:12.213381 run osmo-hlr_10.42.42.2(pid=18297): Launched\u000a03:12:12.330413 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:12:12.869402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18299): Launched\u000a03:12:13.171887 run osmo-stp_10.42.42.5(pid=18300): Launched\u000a03:12:13.282253 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:12:13.807772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18302): Launched\u000a03:12:13.915236 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:12:14.179378 run patchelf(pid=18303): Launched\u000a03:12:14.356281 run osmo-stp_10.42.42.5(pid=18300): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18300)]\u000a03:12:14.484634 run osmo-stp_10.42.42.5(pid=18300): stdout: \u000a| (launched: 2022-12-10_03:12:13.022459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:14.613499 run osmo-stp_10.42.42.5(pid=18300): stderr: \u000a| �[0;m�[38;5;43m20221210031213193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031213193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031213194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031213194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031213194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031213194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031213195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:14.738092 run osmo-stp_10.42.42.5(pid=18300): stdout: \u000a| (launched: 2022-12-10_03:12:13.022459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:14.861405 run osmo-stp_10.42.42.5(pid=18300): stderr: \u000a| �[0;m�[38;5;43m20221210031213193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031213193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031213194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031213194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031213194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031213194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031213195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:15.005406 run patchelf(pid=18303): Terminating (SIGINT)\u000a03:12:15.175129 run patchelf(pid=18303): Terminated: ok {rc=0}\u000a03:12:15.206141 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18300): Process ended prematurely: osmo-stp_10.42.42.5(pid=18300) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18300)] [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a03:12:15.215278 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a03:12:15.275760 run osmo-hlr_10.42.42.2(pid=18297): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18297)]\u000a03:12:15.325010 run osmo-hlr_10.42.42.2(pid=18297): stdout: \u000a| (launched: 2022-12-10_03:12:12.064358) \u000a03:12:15.375330 run osmo-hlr_10.42.42.2(pid=18297): stderr: \u000a| �[0;m�[1;31m20221210031212240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031212240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031212240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031212240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031212240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031212240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031212253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031212262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031212262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031212262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:12:15.417255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18286): Terminating (SIGTERM)\u000a03:12:15.456844 run iperf3-srv_10.42.42.10(pid=18287): Terminating (SIGTERM)\u000a03:12:15.496632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18288): Terminating (SIGTERM)\u000a03:12:15.536302 run iperf3-srv_10.42.42.10(pid=18289): Terminating (SIGTERM)\u000a03:12:15.576013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18290): Terminating (SIGTERM)\u000a03:12:15.615598 run iperf3-srv_10.42.42.10(pid=18291): Terminating (SIGTERM)\u000a03:12:15.655314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18292): Terminating (SIGTERM)\u000a03:12:15.694881 run iperf3-srv_10.42.42.10(pid=18293): Terminating (SIGTERM)\u000a03:12:15.734491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18296): Terminating (SIGTERM)\u000a03:12:15.774117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18299): Terminating (SIGTERM)\u000a03:12:15.813698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18302): Terminating (SIGTERM)\u000a03:12:15.823241 --- ParallelTerminationStrategy: PID 18286 died...\u000a03:12:15.903191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18286): Terminated: ok {rc=0}\u000a03:12:15.913529 --- ParallelTerminationStrategy: PID 18287 died...\u000a03:12:15.967174 run iperf3-srv_10.42.42.10(pid=18287): Terminated {rc=256}\u000a03:12:15.977469 --- ParallelTerminationStrategy: PID 18288 died...\u000a03:12:16.032849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18288): Terminated: ok {rc=0}\u000a03:12:16.048097 --- ParallelTerminationStrategy: PID 18289 died...\u000a03:12:16.102129 run iperf3-srv_10.42.42.10(pid=18289): Terminated {rc=256}\u000a03:12:16.112346 --- ParallelTerminationStrategy: PID 18290 died...\u000a03:12:16.166338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18290): Terminated: ok {rc=0}\u000a03:12:16.176611 --- ParallelTerminationStrategy: PID 18291 died...\u000a03:12:16.231383 run iperf3-srv_10.42.42.10(pid=18291): Terminated {rc=256}\u000a03:12:16.245263 --- ParallelTerminationStrategy: PID 18292 died...\u000a03:12:16.318123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18292): Terminated: ok {rc=0}\u000a03:12:16.329251 --- ParallelTerminationStrategy: PID 18293 died...\u000a03:12:16.385745 run iperf3-srv_10.42.42.10(pid=18293): Terminated {rc=256}\u000a03:12:16.396426 --- ParallelTerminationStrategy: PID 18296 died...\u000a03:12:16.453233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18296): Terminated: ok {rc=0}\u000a03:12:16.463946 --- ParallelTerminationStrategy: PID 18299 died...\u000a03:12:16.520648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18299): Terminated: ok {rc=0}\u000a03:12:16.531481 --- ParallelTerminationStrategy: PID 18302 died...\u000a03:12:16.587912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18302): Terminated: ok {rc=0}\u000a03:12:16.676730 bus /gobi_4: Setting Powered False\u000a03:12:17.783677 bus /gobi_4: Setting Powered False\u000a03:12:18.893025 bus /gobi_1: Setting Powered False\u000a03:12:20.001081 bus /gobi_1: Setting Powered False\u000a03:12:21.112544 bus /gobi_0: Setting Powered False\u000a03:12:22.218185 bus /gobi_0: Setting Powered False\u000a03:12:23.327390 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18310): Process ended prematurely: osmo-stp_10.42.42.5(pid=18310) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18310)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18310): Process ended prematurely: osmo-stp_10.42.42.5(pid=18310) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18310)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a03:12:24.397211 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:24.409267 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:12:24.544126 tst ping.py: using LAC 25586\u000a03:12:24.672752 tst ping.py: using RAC 86\u000a03:12:24.795011 tst ping.py: using CellId 25586\u000a03:12:24.918028 tst ping.py: using BVCI 25587\u000a03:12:24.942239 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:24.953995 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:24.965292 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:24.976439 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:24.987550 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:24.998785 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:25.010197 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:25.021310 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:12:25.310533 tst ping.py:19: start network...\u000a03:12:25.442107 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:12:25.946676 run create_hlr_db(pid=18304): Launched\u000a03:12:26.130129 bus /gobi_6: Setting Powered False\u000a03:12:27.150601 run create_hlr_db(pid=18304): Terminated: ok {rc=0}\u000a03:12:27.550849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18306): Launched\u000a03:12:27.847613 run osmo-hlr_10.42.42.2(pid=18307): Launched\u000a03:12:27.960269 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:12:28.477157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18309): Launched\u000a03:12:28.773372 run osmo-stp_10.42.42.5(pid=18310): Launched\u000a03:12:28.881916 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:12:29.399546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18312): Launched\u000a03:12:29.505206 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:12:29.764595 run patchelf(pid=18313): Launched\u000a03:12:29.939077 run osmo-stp_10.42.42.5(pid=18310): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18310)]\u000a03:12:30.067139 run osmo-stp_10.42.42.5(pid=18310): stdout: \u000a| (launched: 2022-12-10_03:12:28.626650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:30.195296 run osmo-stp_10.42.42.5(pid=18310): stderr: \u000a| �[0;m�[38;5;43m20221210031228795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031228795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031228795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031228796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031228798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031228798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031228798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:30.318737 run osmo-stp_10.42.42.5(pid=18310): stdout: \u000a| (launched: 2022-12-10_03:12:28.626650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:30.441126 run osmo-stp_10.42.42.5(pid=18310): stderr: \u000a| �[0;m�[38;5;43m20221210031228795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031228795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031228795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031228796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031228798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031228798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031228798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:30.583934 run patchelf(pid=18313): Terminating (SIGINT)\u000a03:12:30.750704 run patchelf(pid=18313): Terminated: ok {rc=0}\u000a03:12:30.781020 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18310): Process ended prematurely: osmo-stp_10.42.42.5(pid=18310) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18310)] [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a03:12:30.789704 tst ping.py:22: Test FAILED (6.4 sec)\u000a03:12:30.852660 run osmo-hlr_10.42.42.2(pid=18307): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18307)]\u000a03:12:30.908814 run osmo-hlr_10.42.42.2(pid=18307): stdout: \u000a| (launched: 2022-12-10_03:12:27.701752) \u000a03:12:30.961670 run osmo-hlr_10.42.42.2(pid=18307): stderr: \u000a| �[0;m�[1;31m20221210031227875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031227875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031227875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031227875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031227875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031227876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031227887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031227895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031227895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031227895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:12:31.005390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18306): Terminating (SIGTERM)\u000a03:12:31.048744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18309): Terminating (SIGTERM)\u000a03:12:31.091208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18312): Terminating (SIGTERM)\u000a03:12:31.101248 --- ParallelTerminationStrategy: PID 18306 died...\u000a03:12:31.158531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18306): Terminated: ok {rc=0}\u000a03:12:31.169241 --- ParallelTerminationStrategy: PID 18309 died...\u000a03:12:31.226025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18309): Terminated: ok {rc=0}\u000a03:12:31.236647 --- ParallelTerminationStrategy: PID 18312 died...\u000a03:12:31.293203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18312): Terminated: ok {rc=0}\u000a03:12:31.380176 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18320): Process ended prematurely: osmo-stp_10.42.42.5(pid=18320) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18320)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18320): Process ended prematurely: osmo-stp_10.42.42.5(pid=18320) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a03:12:32.431325 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:32.443389 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:12:32.572764 tst ping_idle_ping.py: using LAC 25587\u000a03:12:32.691772 tst ping_idle_ping.py: using RAC 87\u000a03:12:32.808941 tst ping_idle_ping.py: using CellId 25587\u000a03:12:32.928078 tst ping_idle_ping.py: using BVCI 25588\u000a03:12:32.950786 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:32.961813 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:32.972483 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:32.983490 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:32.994457 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:33.005385 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:33.016642 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:33.027497 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:12:33.315497 tst ping_idle_ping.py:24: start network...\u000a03:12:33.447246 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:12:33.963247 run create_hlr_db(pid=18314): Launched\u000a03:12:34.149797 bus /gobi_6: Setting Powered False\u000a03:12:35.168371 run create_hlr_db(pid=18314): Terminated: ok {rc=0}\u000a03:12:35.570189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18316): Launched\u000a03:12:35.868324 run osmo-hlr_10.42.42.2(pid=18317): Launched\u000a03:12:35.990526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:12:36.522034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18319): Launched\u000a03:12:36.820602 run osmo-stp_10.42.42.5(pid=18320): Launched\u000a03:12:36.929379 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:12:37.446177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18322): Launched\u000a03:12:37.551698 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:12:37.811041 run patchelf(pid=18323): Launched\u000a03:12:37.985640 run osmo-stp_10.42.42.5(pid=18320): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18320)]\u000a03:12:38.112601 run osmo-stp_10.42.42.5(pid=18320): stdout: \u000a| (launched: 2022-12-10_03:12:36.672836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:38.240085 run osmo-stp_10.42.42.5(pid=18320): stderr: \u000a| �[0;m�[38;5;43m20221210031236840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031236841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031236841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031236841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031236842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031236842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031236842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:38.363179 run osmo-stp_10.42.42.5(pid=18320): stdout: \u000a| (launched: 2022-12-10_03:12:36.672836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:38.484775 run osmo-stp_10.42.42.5(pid=18320): stderr: \u000a| �[0;m�[38;5;43m20221210031236840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031236841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031236841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031236841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031236842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031236842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031236842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:38.627024 run patchelf(pid=18323): Terminating (SIGINT)\u000a03:12:38.794060 run patchelf(pid=18323): Terminated: ok {rc=0}\u000a03:12:38.824234 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18320): Process ended prematurely: osmo-stp_10.42.42.5(pid=18320) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18320)] [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a03:12:38.832683 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a03:12:38.893252 run osmo-hlr_10.42.42.2(pid=18317): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18317)]\u000a03:12:38.942195 run osmo-hlr_10.42.42.2(pid=18317): stdout: \u000a| (launched: 2022-12-10_03:12:35.720854) \u000a03:12:38.991941 run osmo-hlr_10.42.42.2(pid=18317): stderr: \u000a| �[0;m�[1;31m20221210031235899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031235899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031235899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031235899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031235899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031235899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031235916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031235929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031235929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031235929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:12:39.033645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18316): Terminating (SIGTERM)\u000a03:12:39.073109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18319): Terminating (SIGTERM)\u000a03:12:39.113217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18322): Terminating (SIGTERM)\u000a03:12:39.122631 --- ParallelTerminationStrategy: PID 18316 died...\u000a03:12:39.175825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18316): Terminated: ok {rc=0}\u000a03:12:39.185784 --- ParallelTerminationStrategy: PID 18319 died...\u000a03:12:39.238675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18319): Terminated: ok {rc=0}\u000a03:12:39.248463 --- ParallelTerminationStrategy: PID 18322 died...\u000a03:12:39.301248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18322): Terminated: ok {rc=0}\u000a03:12:39.383671 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:11:41" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18337): Process ended prematurely: osmo-stp_10.42.42.5(pid=18337) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18337)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18337): Process ended prematurely: osmo-stp_10.42.42.5(pid=18337) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18337)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:12:41.499954 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:41.510810 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:12:41.658041 tst cs_paging_gprs_active.py: using LAC 25588\u000a03:12:41.784490 tst cs_paging_gprs_active.py: using RAC 88\u000a03:12:41.907914 tst cs_paging_gprs_active.py: using CellId 25588\u000a03:12:42.031710 tst cs_paging_gprs_active.py: using BVCI 25589\u000a03:12:42.054823 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:42.065821 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:42.076555 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:42.087584 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:42.098591 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:42.109597 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:42.120589 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:42.131376 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:42.142556 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:12:42.258340 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:12:42.538350 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:12:42.664573 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:12:42.978668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18327): Launched\u000a03:12:43.239902 run iperf3-srv_10.42.42.10(pid=18328): Launched\u000a03:12:43.424298 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:12:43.549986 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:12:43.862443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18329): Launched\u000a03:12:44.122720 run iperf3-srv_10.42.42.10(pid=18330): Launched\u000a03:12:44.306589 tst cs_paging_gprs_active.py:38: start network...\u000a03:12:44.432195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:12:44.907938 run create_hlr_db(pid=18331): Launched\u000a03:12:45.080867 bus /gobi_6: Setting Powered False\u000a03:12:46.128881 run create_hlr_db(pid=18331): Terminated: ok {rc=0}\u000a03:12:46.588807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18333): Launched\u000a03:12:47.033610 run osmo-hlr_10.42.42.2(pid=18334): Launched\u000a03:12:47.192928 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:12:47.756428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18336): Launched\u000a03:12:48.059702 run osmo-stp_10.42.42.5(pid=18337): Launched\u000a03:12:48.170316 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:12:48.696545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18339): Launched\u000a03:12:48.803868 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:12:49.067606 run patchelf(pid=18340): Launched\u000a03:12:49.245074 run osmo-stp_10.42.42.5(pid=18337): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18337)]\u000a03:12:49.374722 run osmo-stp_10.42.42.5(pid=18337): stdout: \u000a| (launched: 2022-12-10_03:12:47.909880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:49.504655 run osmo-stp_10.42.42.5(pid=18337): stderr: \u000a| �[0;m�[38;5;43m20221210031248078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031248078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031248078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031248078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031248079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031248079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031248079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:49.630151 run osmo-stp_10.42.42.5(pid=18337): stdout: \u000a| (launched: 2022-12-10_03:12:47.909880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:49.754385 run osmo-stp_10.42.42.5(pid=18337): stderr: \u000a| �[0;m�[38;5;43m20221210031248078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031248078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031248078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031248078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031248079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031248079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031248079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:49.898991 run patchelf(pid=18340): Terminating (SIGINT)\u000a03:12:50.069333 run patchelf(pid=18340): Terminated: ok {rc=0}\u000a03:12:50.100669 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18337): Process ended prematurely: osmo-stp_10.42.42.5(pid=18337) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18337)] [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a03:12:50.109798 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a03:12:50.170186 run osmo-hlr_10.42.42.2(pid=18334): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18334)]\u000a03:12:50.219291 run osmo-hlr_10.42.42.2(pid=18334): stdout: \u000a| (launched: 2022-12-10_03:12:46.759520) \u000a03:12:50.269296 run osmo-hlr_10.42.42.2(pid=18334): stderr: \u000a| �[0;m�[1;31m20221210031247067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031247067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031247067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031247067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031247067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031247067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031247086 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031247099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031247099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031247099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:12:50.311365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18327): Terminating (SIGTERM)\u000a03:12:50.351284 run iperf3-srv_10.42.42.10(pid=18328): Terminating (SIGTERM)\u000a03:12:50.391130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18329): Terminating (SIGTERM)\u000a03:12:50.430893 run iperf3-srv_10.42.42.10(pid=18330): Terminating (SIGTERM)\u000a03:12:50.470907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18333): Terminating (SIGTERM)\u000a03:12:50.511126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18336): Terminating (SIGTERM)\u000a03:12:50.550937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18339): Terminating (SIGTERM)\u000a03:12:50.560414 --- ParallelTerminationStrategy: PID 18327 died...\u000a03:12:50.614155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18327): Terminated: ok {rc=0}\u000a03:12:50.624111 --- ParallelTerminationStrategy: PID 18328 died...\u000a03:12:50.677181 run iperf3-srv_10.42.42.10(pid=18328): Terminated {rc=256}\u000a03:12:50.686945 --- ParallelTerminationStrategy: PID 18329 died...\u000a03:12:50.739812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18329): Terminated: ok {rc=0}\u000a03:12:50.749614 --- ParallelTerminationStrategy: PID 18330 died...\u000a03:12:50.802714 run iperf3-srv_10.42.42.10(pid=18330): Terminated {rc=256}\u000a03:12:50.812244 --- ParallelTerminationStrategy: PID 18333 died...\u000a03:12:50.865611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18333): Terminated: ok {rc=0}\u000a03:12:50.875208 --- ParallelTerminationStrategy: PID 18336 died...\u000a03:12:50.928167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18336): Terminated: ok {rc=0}\u000a03:12:50.937977 --- ParallelTerminationStrategy: PID 18339 died...\u000a03:12:50.991273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18339): Terminated: ok {rc=0}\u000a03:12:51.079884 bus /gobi_0: Setting Powered False\u000a03:12:52.188816 bus /gobi_0: Setting Powered False\u000a03:12:53.297263 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18349): Process ended prematurely: osmo-stp_10.42.42.5(pid=18349) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18349)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18349): Process ended prematurely: osmo-stp_10.42.42.5(pid=18349) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a03:12:54.412314 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:54.424425 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:12:54.581145 tst iperf3.py: using LAC 25589\u000a03:12:54.706309 tst iperf3.py: using RAC 89\u000a03:12:54.831557 tst iperf3.py: using CellId 25589\u000a03:12:54.957221 tst iperf3.py: using BVCI 25590\u000a03:12:54.982317 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:54.993719 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:55.004805 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:55.016191 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:55.027444 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:55.038662 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:55.049993 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:55.061086 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:55.072571 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:12:55.349725 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:12:55.475587 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:12:55.789111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18341): Launched\u000a03:12:56.050281 run iperf3-srv_10.42.42.10(pid=18342): Launched\u000a03:12:56.233983 tst iperf3.py:8: start network...\u000a03:12:56.359548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:12:56.835033 run create_hlr_db(pid=18343): Launched\u000a03:12:57.008044 bus /gobi_6: Setting Powered False\u000a03:12:58.029121 run create_hlr_db(pid=18343): Terminated: ok {rc=0}\u000a03:12:58.457064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18345): Launched\u000a03:12:58.779781 run osmo-hlr_10.42.42.2(pid=18346): Launched\u000a03:12:58.898024 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:12:59.459433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18348): Launched\u000a03:12:59.781749 run osmo-stp_10.42.42.5(pid=18349): Launched\u000a03:12:59.898540 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:13:00.463231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18351): Launched\u000a03:13:00.578554 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:13:00.866673 run patchelf(pid=18352): Launched\u000a03:13:01.059628 run osmo-stp_10.42.42.5(pid=18349): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18349)]\u000a03:13:01.199548 run osmo-stp_10.42.42.5(pid=18349): stdout: \u000a| (launched: 2022-12-10_03:12:59.623244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:01.339936 run osmo-stp_10.42.42.5(pid=18349): stderr: \u000a| �[0;m�[38;5;43m20221210031259816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031259816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031259816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031259817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031259817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031259817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031259817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:01.476056 run osmo-stp_10.42.42.5(pid=18349): stdout: \u000a| (launched: 2022-12-10_03:12:59.623244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:01.610996 run osmo-stp_10.42.42.5(pid=18349): stderr: \u000a| �[0;m�[38;5;43m20221210031259816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031259816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031259816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031259817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031259817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031259817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031259817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:01.767993 run patchelf(pid=18352): Terminating (SIGINT)\u000a03:13:01.953066 run patchelf(pid=18352): Terminated: ok {rc=0}\u000a03:13:01.987750 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18349): Process ended prematurely: osmo-stp_10.42.42.5(pid=18349) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18349)] [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a03:13:01.998224 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a03:13:02.062359 run osmo-hlr_10.42.42.2(pid=18346): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18346)]\u000a03:13:02.115138 run osmo-hlr_10.42.42.2(pid=18346): stdout: \u000a| (launched: 2022-12-10_03:12:58.621024) \u000a03:13:02.168089 run osmo-hlr_10.42.42.2(pid=18346): stderr: \u000a| �[0;m�[1;31m20221210031258821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031258821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031258821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031258821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031258821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031258821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031258833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031258841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031258841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031258841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:13:02.213338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18341): Terminating (SIGTERM)\u000a03:13:02.255314 run iperf3-srv_10.42.42.10(pid=18342): Terminating (SIGTERM)\u000a03:13:02.297205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18345): Terminating (SIGTERM)\u000a03:13:02.339121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18348): Terminating (SIGTERM)\u000a03:13:02.381087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18351): Terminating (SIGTERM)\u000a03:13:02.390842 --- ParallelTerminationStrategy: PID 18341 died...\u000a03:13:02.447030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18341): Terminated: ok {rc=0}\u000a03:13:02.457480 --- ParallelTerminationStrategy: PID 18342 died...\u000a03:13:02.513226 run iperf3-srv_10.42.42.10(pid=18342): Terminated {rc=256}\u000a03:13:02.523481 --- ParallelTerminationStrategy: PID 18345 died...\u000a03:13:02.579602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18345): Terminated: ok {rc=0}\u000a03:13:02.589910 --- ParallelTerminationStrategy: PID 18348 died...\u000a03:13:02.645926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18348): Terminated: ok {rc=0}\u000a03:13:02.656196 --- ParallelTerminationStrategy: PID 18351 died...\u000a03:13:02.712578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18351): Terminated: ok {rc=0}\u000a03:13:02.800153 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18367): Process ended prematurely: osmo-stp_10.42.42.5(pid=18367) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18367)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18367): Process ended prematurely: osmo-stp_10.42.42.5(pid=18367) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18367)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a03:13:03.911074 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:03.922724 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:13:04.070093 tst iperf3m4.py: using LAC 25590\u000a03:13:04.191486 tst iperf3m4.py: using RAC 90\u000a03:13:04.319486 tst iperf3m4.py: using CellId 25590\u000a03:13:04.446296 tst iperf3m4.py: using BVCI 25591\u000a03:13:04.471212 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:04.482789 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:04.494153 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:04.505596 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:04.516571 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:04.527713 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:04.539128 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:04.550261 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:04.561581 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:13:04.683570 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:13:04.808941 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:13:04.927239 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:13:05.220775 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:13:05.355596 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:13:05.689507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18353): Launched\u000a03:13:05.969094 run iperf3-srv_10.42.42.10(pid=18354): Launched\u000a03:13:06.167659 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:13:06.302388 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:13:06.635756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18355): Launched\u000a03:13:06.914167 run iperf3-srv_10.42.42.10(pid=18356): Launched\u000a03:13:07.111509 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:13:07.245882 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:13:07.579754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18357): Launched\u000a03:13:07.857239 run iperf3-srv_10.42.42.10(pid=18358): Launched\u000a03:13:08.054658 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:13:08.188769 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:13:08.522801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18359): Launched\u000a03:13:08.801387 run iperf3-srv_10.42.42.10(pid=18360): Launched\u000a03:13:08.999056 tst iperf3m4.py:8: start network...\u000a03:13:09.133537 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:13:09.649524 run create_hlr_db(pid=18361): Launched\u000a03:13:09.835191 bus /gobi_6: Setting Powered False\u000a03:13:10.858156 run create_hlr_db(pid=18361): Terminated: ok {rc=0}\u000a03:13:11.288747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18363): Launched\u000a03:13:11.612102 run osmo-hlr_10.42.42.2(pid=18364): Launched\u000a03:13:11.730140 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:13:12.293458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18366): Launched\u000a03:13:12.617346 run osmo-stp_10.42.42.5(pid=18367): Launched\u000a03:13:12.735116 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:13:13.301745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18369): Launched\u000a03:13:13.417050 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:13:13.698951 run patchelf(pid=18370): Launched\u000a03:13:13.887608 run osmo-stp_10.42.42.5(pid=18367): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18367)]\u000a03:13:14.026190 run osmo-stp_10.42.42.5(pid=18367): stdout: \u000a| (launched: 2022-12-10_03:13:12.458234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:14.163946 run osmo-stp_10.42.42.5(pid=18367): stderr: \u000a| �[0;m�[38;5;43m20221210031312652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031312652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031312652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031312653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031312653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031312653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031312653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:14.297659 run osmo-stp_10.42.42.5(pid=18367): stdout: \u000a| (launched: 2022-12-10_03:13:12.458234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:14.430492 run osmo-stp_10.42.42.5(pid=18367): stderr: \u000a| �[0;m�[38;5;43m20221210031312652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031312652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031312652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031312653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031312653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031312653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031312653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:14.584608 run patchelf(pid=18370): Terminating (SIGINT)\u000a03:13:14.765843 run patchelf(pid=18370): Terminated: ok {rc=0}\u000a03:13:14.799134 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18367): Process ended prematurely: osmo-stp_10.42.42.5(pid=18367) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18367)] [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a03:13:14.808915 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a03:13:14.872565 run osmo-hlr_10.42.42.2(pid=18364): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18364)]\u000a03:13:14.924205 run osmo-hlr_10.42.42.2(pid=18364): stdout: \u000a| (launched: 2022-12-10_03:13:11.453382) \u000a03:13:14.976739 run osmo-hlr_10.42.42.2(pid=18364): stderr: \u000a| �[0;m�[1;31m20221210031311653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031311653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031311653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031311653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031311653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031311653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031311666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031311674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031311674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031311674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:13:15.021399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18353): Terminating (SIGTERM)\u000a03:13:15.063586 run iperf3-srv_10.42.42.10(pid=18354): Terminating (SIGTERM)\u000a03:13:15.105780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18355): Terminating (SIGTERM)\u000a03:13:15.147752 run iperf3-srv_10.42.42.10(pid=18356): Terminating (SIGTERM)\u000a03:13:15.189838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18357): Terminating (SIGTERM)\u000a03:13:15.231748 run iperf3-srv_10.42.42.10(pid=18358): Terminating (SIGTERM)\u000a03:13:15.273665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18359): Terminating (SIGTERM)\u000a03:13:15.315938 run iperf3-srv_10.42.42.10(pid=18360): Terminating (SIGTERM)\u000a03:13:15.357898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18363): Terminating (SIGTERM)\u000a03:13:15.399570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18366): Terminating (SIGTERM)\u000a03:13:15.441423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18369): Terminating (SIGTERM)\u000a03:13:15.451172 --- ParallelTerminationStrategy: PID 18353 died...\u000a03:13:15.506985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18353): Terminated: ok {rc=0}\u000a03:13:15.517125 --- ParallelTerminationStrategy: PID 18354 died...\u000a03:13:15.572579 run iperf3-srv_10.42.42.10(pid=18354): Terminated {rc=256}\u000a03:13:15.582734 --- ParallelTerminationStrategy: PID 18355 died...\u000a03:13:15.638575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18355): Terminated: ok {rc=0}\u000a03:13:15.648729 --- ParallelTerminationStrategy: PID 18356 died...\u000a03:13:15.704068 run iperf3-srv_10.42.42.10(pid=18356): Terminated {rc=256}\u000a03:13:15.714118 --- ParallelTerminationStrategy: PID 18357 died...\u000a03:13:15.769822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18357): Terminated: ok {rc=0}\u000a03:13:15.779869 --- ParallelTerminationStrategy: PID 18358 died...\u000a03:13:15.835430 run iperf3-srv_10.42.42.10(pid=18358): Terminated {rc=256}\u000a03:13:15.845646 --- ParallelTerminationStrategy: PID 18359 died...\u000a03:13:15.901552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18359): Terminated: ok {rc=0}\u000a03:13:15.911902 --- ParallelTerminationStrategy: PID 18360 died...\u000a03:13:15.967831 run iperf3-srv_10.42.42.10(pid=18360): Terminated {rc=256}\u000a03:13:15.978319 --- ParallelTerminationStrategy: PID 18363 died...\u000a03:13:16.034893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18363): Terminated: ok {rc=0}\u000a03:13:16.045311 --- ParallelTerminationStrategy: PID 18366 died...\u000a03:13:16.101336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18366): Terminated: ok {rc=0}\u000a03:13:16.111637 --- ParallelTerminationStrategy: PID 18369 died...\u000a03:13:16.167991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18369): Terminated: ok {rc=0}\u000a03:13:16.259791 bus /gobi_4: Setting Powered False\u000a03:13:17.368460 bus /gobi_4: Setting Powered False\u000a03:13:18.475944 bus /gobi_1: Setting Powered False\u000a03:13:19.579407 bus /gobi_1: Setting Powered False\u000a03:13:20.691469 bus /gobi_0: Setting Powered False\u000a03:13:21.798414 bus /gobi_0: Setting Powered False\u000a03:13:22.912722 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18377): Process ended prematurely: osmo-stp_10.42.42.5(pid=18377) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18377)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18377): Process ended prematurely: osmo-stp_10.42.42.5(pid=18377) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a03:13:23.980826 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:23.992518 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:13:24.138979 tst ping.py: using LAC 25591\u000a03:13:24.256528 tst ping.py: using RAC 91\u000a03:13:24.378397 tst ping.py: using CellId 25591\u000a03:13:24.493221 tst ping.py: using BVCI 25592\u000a03:13:24.515843 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:24.526912 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:24.537726 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:24.548747 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:24.559797 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:24.570848 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:24.582109 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:24.593301 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:13:24.878828 tst ping.py:19: start network...\u000a03:13:25.012326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:13:25.520435 run create_hlr_db(pid=18371): Launched\u000a03:13:25.704347 bus /gobi_6: Setting Powered False\u000a03:13:26.725380 run create_hlr_db(pid=18371): Terminated: ok {rc=0}\u000a03:13:27.126338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18373): Launched\u000a03:13:27.423828 run osmo-hlr_10.42.42.2(pid=18374): Launched\u000a03:13:27.532280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:13:28.054208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18376): Launched\u000a03:13:28.350222 run osmo-stp_10.42.42.5(pid=18377): Launched\u000a03:13:28.457963 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:13:28.973601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18379): Launched\u000a03:13:29.078661 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:13:29.336849 run patchelf(pid=18380): Launched\u000a03:13:29.510521 run osmo-stp_10.42.42.5(pid=18377): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18377)]\u000a03:13:29.636810 run osmo-stp_10.42.42.5(pid=18377): stdout: \u000a| (launched: 2022-12-10_03:13:28.203804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:29.763841 run osmo-stp_10.42.42.5(pid=18377): stderr: \u000a| �[0;m�[38;5;43m20221210031328373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031328373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031328374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031328374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031328375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031328375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031328375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:29.886468 run osmo-stp_10.42.42.5(pid=18377): stdout: \u000a| (launched: 2022-12-10_03:13:28.203804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:30.008037 run osmo-stp_10.42.42.5(pid=18377): stderr: \u000a| �[0;m�[38;5;43m20221210031328373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031328373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031328374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031328374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031328375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031328375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031328375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:30.149488 run patchelf(pid=18380): Terminating (SIGINT)\u000a03:13:30.315959 run patchelf(pid=18380): Terminated: ok {rc=0}\u000a03:13:30.346057 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18377): Process ended prematurely: osmo-stp_10.42.42.5(pid=18377) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18377)] [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a03:13:30.354489 tst ping.py:22: Test FAILED (6.4 sec)\u000a03:13:30.414505 run osmo-hlr_10.42.42.2(pid=18374): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18374)]\u000a03:13:30.463451 run osmo-hlr_10.42.42.2(pid=18374): stdout: \u000a| (launched: 2022-12-10_03:13:27.277093) \u000a03:13:30.512683 run osmo-hlr_10.42.42.2(pid=18374): stderr: \u000a| �[0;m�[1;31m20221210031327450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031327450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031327451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031327451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031327451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031327451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031327493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031327503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031327504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031327504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:13:30.554470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18373): Terminating (SIGTERM)\u000a03:13:30.594296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18376): Terminating (SIGTERM)\u000a03:13:30.634072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18379): Terminating (SIGTERM)\u000a03:13:30.643576 --- ParallelTerminationStrategy: PID 18373 died...\u000a03:13:30.696877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18373): Terminated: ok {rc=0}\u000a03:13:30.706787 --- ParallelTerminationStrategy: PID 18376 died...\u000a03:13:30.760158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18376): Terminated: ok {rc=0}\u000a03:13:30.769891 --- ParallelTerminationStrategy: PID 18379 died...\u000a03:13:30.823093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18379): Terminated: ok {rc=0}\u000a03:13:30.926213 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18387): Process ended prematurely: osmo-stp_10.42.42.5(pid=18387) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18387)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18387): Process ended prematurely: osmo-stp_10.42.42.5(pid=18387) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a03:13:31.979887 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:31.992920 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:13:32.189222 tst ping_idle_ping.py: using LAC 25592\u000a03:13:32.316443 tst ping_idle_ping.py: using RAC 92\u000a03:13:32.435628 tst ping_idle_ping.py: using CellId 25592\u000a03:13:32.554885 tst ping_idle_ping.py: using BVCI 25593\u000a03:13:32.577497 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:32.588640 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:32.599740 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:32.611316 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:32.622813 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:32.634495 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:32.646204 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:32.657833 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:13:32.932037 tst ping_idle_ping.py:24: start network...\u000a03:13:33.055370 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:13:33.522674 run create_hlr_db(pid=18381): Launched\u000a03:13:33.693773 bus /gobi_6: Setting Powered False\u000a03:13:34.715419 run create_hlr_db(pid=18381): Terminated: ok {rc=0}\u000a03:13:35.114630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18383): Launched\u000a03:13:35.412414 run osmo-hlr_10.42.42.2(pid=18384): Launched\u000a03:13:35.528857 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:13:36.050358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18386): Launched\u000a03:13:36.346375 run osmo-stp_10.42.42.5(pid=18387): Launched\u000a03:13:36.455011 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:13:36.970049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18389): Launched\u000a03:13:37.075601 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:13:37.333897 run patchelf(pid=18390): Launched\u000a03:13:37.507579 run osmo-stp_10.42.42.5(pid=18387): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18387)]\u000a03:13:37.635186 run osmo-stp_10.42.42.5(pid=18387): stdout: \u000a| (launched: 2022-12-10_03:13:36.200067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:37.762374 run osmo-stp_10.42.42.5(pid=18387): stderr: \u000a| �[0;m�[38;5;43m20221210031336368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031336369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031336369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031336369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031336370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031336370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031336370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:37.885291 run osmo-stp_10.42.42.5(pid=18387): stdout: \u000a| (launched: 2022-12-10_03:13:36.200067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:38.007380 run osmo-stp_10.42.42.5(pid=18387): stderr: \u000a| �[0;m�[38;5;43m20221210031336368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031336369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031336369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031336369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031336370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031336370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031336370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:38.149164 run patchelf(pid=18390): Terminating (SIGINT)\u000a03:13:38.315975 run patchelf(pid=18390): Terminated: ok {rc=0}\u000a03:13:38.346204 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18387): Process ended prematurely: osmo-stp_10.42.42.5(pid=18387) [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18387)] [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a03:13:38.354737 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a03:13:38.414823 run osmo-hlr_10.42.42.2(pid=18384): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18384)]\u000a03:13:38.463954 run osmo-hlr_10.42.42.2(pid=18384): stdout: \u000a| (launched: 2022-12-10_03:13:35.265487) \u000a03:13:38.513712 run osmo-hlr_10.42.42.2(pid=18384): stderr: \u000a| �[0;m�[1;31m20221210031335442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031335442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031335442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031335442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031335442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031335442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031335454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031335464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031335464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031335465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:13:38.555959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18383): Terminating (SIGTERM)\u000a03:13:38.596171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18386): Terminating (SIGTERM)\u000a03:13:38.636300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18389): Terminating (SIGTERM)\u000a03:13:38.645964 --- ParallelTerminationStrategy: PID 18383 died...\u000a03:13:38.699693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18383): Terminated: ok {rc=0}\u000a03:13:38.709551 --- ParallelTerminationStrategy: PID 18386 died...\u000a03:13:38.762632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18386): Terminated: ok {rc=0}\u000a03:13:38.772544 --- ParallelTerminationStrategy: PID 18389 died...\u000a03:13:38.825563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18389): Terminated: ok {rc=0}\u000a03:13:38.913955 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:12:41" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18401): Process ended prematurely: osmo-stp_10.42.42.5(pid=18401) [trial-2368↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18401)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18401): Process ended prematurely: osmo-stp_10.42.42.5(pid=18401) [trial-2368↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a03:13:40.924543 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:13:40.935963 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:13:41.095159 tst switch_tch_pdch.py: using LAC 25593\u000a03:13:41.218385 tst switch_tch_pdch.py: using RAC 93\u000a03:13:41.341842 tst switch_tch_pdch.py: using CellId 25593\u000a03:13:41.465262 tst switch_tch_pdch.py: using BVCI 25594\u000a03:13:41.489705 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:13:41.501772 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:13:41.513591 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:13:41.526031 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:13:41.538340 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:13:41.550588 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:13:41.563166 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:13:41.576040 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:13:41.696001 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:13:41.969620 tst switch_tch_pdch.py:51: start network...\u000a03:13:42.093689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:13:42.560640 run create_hlr_db(pid=18394): Launched\u000a03:13:42.731422 bus /gobi_6: Setting Powered False\u000a03:13:43.752107 run create_hlr_db(pid=18394): Terminated: ok {rc=0}\u000a03:13:44.148788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18397): Launched\u000a03:13:44.445328 run osmo-hlr_10.42.42.2(pid=18398): Launched\u000a03:13:44.558964 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:13:45.081633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18400): Launched\u000a03:13:45.377764 run osmo-stp_10.42.42.5(pid=18401): Launched\u000a03:13:45.485276 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:13:46.054829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18403): Launched\u000a03:13:46.201820 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:13:46.563024 run patchelf(pid=18404): Launched\u000a03:13:46.794936 run osmo-stp_10.42.42.5(pid=18401): ERR: Terminated: ERROR {rc=1} [trial-2368↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18401)]\u000a03:13:46.947124 run osmo-stp_10.42.42.5(pid=18401): stdout: \u000a| (launched: 2022-12-10_03:13:45.231422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:47.089378 run osmo-stp_10.42.42.5(pid=18401): stderr: \u000a| �[0;m�[38;5;43m20221210031345401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031345401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031345401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031345402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031345404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031345404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031345404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:47.225072 run osmo-stp_10.42.42.5(pid=18401): stdout: \u000a| (launched: 2022-12-10_03:13:45.231422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:47.359098 run osmo-stp_10.42.42.5(pid=18401): stderr: \u000a| �[0;m�[38;5;43m20221210031345401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031345401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031345401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031345402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031345404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031345404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031345404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:47.510782 run patchelf(pid=18404): Terminating (SIGINT)\u000a03:13:47.689290 run patchelf(pid=18404): Terminated: ok {rc=0}\u000a03:13:47.721561 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18401): Process ended prematurely: osmo-stp_10.42.42.5(pid=18401) [trial-2368↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18401)] [trial-2368↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a03:13:47.730806 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a03:13:47.793898 run osmo-hlr_10.42.42.2(pid=18398): ERR: Terminated: ERROR {rc=237} [trial-2368↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18398)]\u000a03:13:47.845615 run osmo-hlr_10.42.42.2(pid=18398): stdout: \u000a| (launched: 2022-12-10_03:13:44.298877) \u000a03:13:47.897896 run osmo-hlr_10.42.42.2(pid=18398): stderr: \u000a| �[0;m�[1;31m20221210031344473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031344473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031344473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031344473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031344473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031344473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031344486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031344496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031344496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031344496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:13:47.942261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18397): Terminating (SIGTERM)\u000a03:13:47.984066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18400): Terminating (SIGTERM)\u000a03:13:48.026293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18403): Terminating (SIGTERM)\u000a03:13:48.036001 --- ParallelTerminationStrategy: PID 18397 died...\u000a03:13:48.091904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18397): Terminated: ok {rc=0}\u000a03:13:48.101986 --- ParallelTerminationStrategy: PID 18400 died...\u000a03:13:48.157614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18400): Terminated: ok {rc=0}\u000a03:13:48.167634 --- ParallelTerminationStrategy: PID 18403 died...\u000a03:13:48.223148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18403): Terminated: ok {rc=0}\u000a03:13:48.310575 bus /gobi_0: Setting Powered False\u000a03:13:49.416228 bus /gobi_0: Setting Powered False\u000a03:13:50.522734 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:13:40" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "sms:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18414): Process ended prematurely: osmo-stp_10.42.42.5(pid=18414) [trial-2368↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18414)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18414): Process ended prematurely: osmo-stp_10.42.42.5(pid=18414) [trial-2368↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a03:13:52.464728 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:13:52.475510 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:13:52.608775 tst mo_mt_sms.py: using LAC 25594\u000a03:13:52.726820 tst mo_mt_sms.py: using RAC 94\u000a03:13:52.850627 tst mo_mt_sms.py: using CellId 25594\u000a03:13:52.974603 tst mo_mt_sms.py: using BVCI 25595\u000a03:13:52.999267 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:13:53.010592 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:13:53.021464 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:13:53.032526 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:13:53.043568 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:13:53.054417 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a03:13:53.169362 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a03:13:53.376716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:13:53.882202 run create_hlr_db(pid=18408): Launched\u000a03:13:54.066400 bus /gobi_6: Setting Powered False\u000a03:13:55.087516 run create_hlr_db(pid=18408): Terminated: ok {rc=0}\u000a03:13:55.487160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18410): Launched\u000a03:13:55.783038 run osmo-hlr_10.42.42.2(pid=18411): Launched\u000a03:13:55.894837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:13:56.415915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18413): Launched\u000a03:13:56.709746 run osmo-stp_10.42.42.5(pid=18414): Launched\u000a03:13:56.816909 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:13:57.358468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18416): Launched\u000a03:13:57.655370 run osmo-msc_10.42.42.6(pid=18417): Launched\u000a03:13:57.829731 run osmo-stp_10.42.42.5(pid=18414): ERR: Terminated: ERROR {rc=1} [trial-2368↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18414)]\u000a03:13:57.955762 run osmo-stp_10.42.42.5(pid=18414): stdout: \u000a| (launched: 2022-12-10_03:13:56.565082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:58.079347 run osmo-stp_10.42.42.5(pid=18414): stderr: \u000a| �[0;m�[38;5;43m20221210031356736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031356736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031356736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031356737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031356737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031356737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031356737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:58.197983 run osmo-stp_10.42.42.5(pid=18414): stdout: \u000a| (launched: 2022-12-10_03:13:56.565082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:58.315358 run osmo-stp_10.42.42.5(pid=18414): stderr: \u000a| �[0;m�[38;5;43m20221210031356736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031356736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031356736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031356737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031356737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031356737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031356737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:58.366949 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=18414): Process ended prematurely: osmo-stp_10.42.42.5(pid=18414) [trial-2368↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18414)] [trial-2368↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a03:13:58.374626 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a03:13:58.434361 run osmo-hlr_10.42.42.2(pid=18411): ERR: Terminated: ERROR {rc=237} [trial-2368↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18411)]\u000a03:13:58.483058 run osmo-hlr_10.42.42.2(pid=18411): stdout: \u000a| (launched: 2022-12-10_03:13:55.637081) \u000a03:13:58.532690 run osmo-hlr_10.42.42.2(pid=18411): stderr: \u000a| �[0;m�[1;31m20221210031355812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031355812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031355812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031355812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031355812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031355812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031355824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031355834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031355835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031355835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:13:58.600106 run osmo-msc_10.42.42.6(pid=18417): ERR: Terminated: ERROR {rc=2} [trial-2368↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18417)]\u000a03:13:58.649174 run osmo-msc_10.42.42.6(pid=18417): stdout: \u000a| (launched: 2022-12-10_03:13:57.508827) \u000a03:13:58.698724 run osmo-msc_10.42.42.6(pid=18417): stderr: \u000a| �[0;m�[38;5;43m20221210031357778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210031357778 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc56f67cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210031357779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210031357779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210031357779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210031357780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210031357783 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210031357783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210031357784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210031357784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:13:58.740995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18410): Terminating (SIGTERM)\u000a03:13:58.781224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18413): Terminating (SIGTERM)\u000a03:13:58.821271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18416): Terminating (SIGTERM)\u000a03:13:58.830918 --- ParallelTerminationStrategy: PID 18410 died...\u000a03:13:58.884247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18410): Terminated: ok {rc=0}\u000a03:13:58.894059 --- ParallelTerminationStrategy: PID 18413 died...\u000a03:13:58.946983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18413): Terminated: ok {rc=0}\u000a03:13:58.956787 --- ParallelTerminationStrategy: PID 18416 died...\u000a03:13:59.009809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18416): Terminated: ok {rc=0}\u000a03:13:59.098562 bus /sierra_3: Setting Powered False\u000a03:14:00.200397 bus /sierra_3: Setting Powered False\u000a03:14:01.335674 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:13:52" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18424): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18424) [trial-2368↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18424)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18424): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18424) [trial-2368↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a03:14:03.190288 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a03:14:03.201859 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:14:03.341159 tst assert_extension.py: using LAC 25595\u000a03:14:03.461713 tst assert_extension.py: using RAC 95\u000a03:14:03.576150 tst assert_extension.py: using CellId 25595\u000a03:14:03.698289 tst assert_extension.py: using BVCI 25596\u000a03:14:03.722445 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a03:14:04.009399 tst assert_extension.py:10: start nitb and bts...\u000a03:14:04.141039 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:14:04.794809 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18423): Launched\u000a03:14:05.107846 run osmo-nitb_10.42.42.2(pid=18424): Launched\u000a03:14:05.303556 run osmo-nitb_10.42.42.2(pid=18424): ERR: Terminated: ERROR {rc=2} [trial-2368↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18424)]\u000a03:14:05.447770 run osmo-nitb_10.42.42.2(pid=18424): stdout: \u000a| (launched: 2022-12-10_03:14:04.955332) \u000a03:14:05.591628 run osmo-nitb_10.42.42.2(pid=18424): stderr: \u000a| (launched: 2022-12-10_03:14:05.002826)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:14:05.731144 run osmo-nitb_10.42.42.2(pid=18424): stdout: \u000a| (launched: 2022-12-10_03:14:04.955332) \u000a03:14:05.869707 run osmo-nitb_10.42.42.2(pid=18424): stderr: \u000a| (launched: 2022-12-10_03:14:05.002826)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:14:06.234767 tst osmo-nitb_10.42.42.2(pid=18424): stdout: \u000a| (launched: 2022-12-10_03:14:04.955332) \u000a03:14:06.360940 tst osmo-nitb_10.42.42.2(pid=18424): stderr: \u000a| (launched: 2022-12-10_03:14:05.002826)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:14:06.416030 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=18424): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18424) [trial-2368↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18424)] [trial-2368↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a03:14:06.424372 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a03:14:06.460054 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18423): Terminating (SIGTERM)\u000a03:14:06.637821 --- ParallelTerminationStrategy: PID 18423 died...\u000a03:14:06.694531 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18423): Terminated: ok {rc=0}\u000a03:14:06.781179 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:14:03" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18434): Process ended prematurely: osmo-stp_10.42.42.5(pid=18434) [trial-2368↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18434)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18434): Process ended prematurely: osmo-stp_10.42.42.5(pid=18434) [trial-2368↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18434)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a03:14:08.610716 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:08.621307 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:14:08.762441 tst assert_extension.py: using LAC 25596\u000a03:14:08.885027 tst assert_extension.py: using RAC 96\u000a03:14:09.007965 tst assert_extension.py: using CellId 25596\u000a03:14:09.131904 tst assert_extension.py: using BVCI 25597\u000a03:14:09.156201 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:09.167328 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:09.178202 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:09.189092 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:09.200007 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:09.210834 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a03:14:09.408829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:14:09.875350 run create_hlr_db(pid=18428): Launched\u000a03:14:10.046730 bus /sierra_2: Setting Powered False\u000a03:14:11.067278 run create_hlr_db(pid=18428): Terminated: ok {rc=0}\u000a03:14:11.490485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18430): Launched\u000a03:14:11.807580 run osmo-hlr_10.42.42.2(pid=18431): Launched\u000a03:14:11.923954 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:14:12.477736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18433): Launched\u000a03:14:12.794789 run osmo-stp_10.42.42.5(pid=18434): Launched\u000a03:14:12.909976 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:14:13.488413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18436): Launched\u000a03:14:13.805485 run osmo-msc_10.42.42.6(pid=18437): Launched\u000a03:14:13.991398 run osmo-stp_10.42.42.5(pid=18434): ERR: Terminated: ERROR {rc=1} [trial-2368↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18434)]\u000a03:14:14.126763 run osmo-stp_10.42.42.5(pid=18434): stdout: \u000a| (launched: 2022-12-10_03:14:12.638302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:14.260702 run osmo-stp_10.42.42.5(pid=18434): stderr: \u000a| �[0;m�[38;5;43m20221210031412828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031412828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031412829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031412829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031412830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031412830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031412830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:14.388255 run osmo-stp_10.42.42.5(pid=18434): stdout: \u000a| (launched: 2022-12-10_03:14:12.638302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:14.514804 run osmo-stp_10.42.42.5(pid=18434): stderr: \u000a| �[0;m�[38;5;43m20221210031412828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031412828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031412829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031412829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031412830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031412830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031412830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:14.570377 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=18434): Process ended prematurely: osmo-stp_10.42.42.5(pid=18434) [trial-2368↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18434)] [trial-2368↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a03:14:14.578931 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a03:14:14.641391 run osmo-hlr_10.42.42.2(pid=18431): ERR: Terminated: ERROR {rc=237} [trial-2368↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18431)]\u000a03:14:14.692755 run osmo-hlr_10.42.42.2(pid=18431): stdout: \u000a| (launched: 2022-12-10_03:14:11.651801) \u000a03:14:14.744658 run osmo-hlr_10.42.42.2(pid=18431): stderr: \u000a| �[0;m�[1;31m20221210031411847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031411847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031411847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031411847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031411847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031411847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031411859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031411868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031411868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031411868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:14:14.815223 run osmo-msc_10.42.42.6(pid=18437): ERR: Terminated: ERROR {rc=2} [trial-2368↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18437)]\u000a03:14:14.866296 run osmo-msc_10.42.42.6(pid=18437): stdout: \u000a| (launched: 2022-12-10_03:14:13.649331) \u000a03:14:14.917729 run osmo-msc_10.42.42.6(pid=18437): stderr: \u000a| �[0;m�[38;5;43m20221210031413970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210031413970 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd471e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210031413970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210031413970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210031413970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210031413970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210031413972 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210031413973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210031413973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210031413973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:14:14.961699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18430): Terminating (SIGTERM)\u000a03:14:15.003738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18433): Terminating (SIGTERM)\u000a03:14:15.045702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18436): Terminating (SIGTERM)\u000a03:14:15.055508 --- ParallelTerminationStrategy: PID 18430 died...\u000a03:14:15.112267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18430): Terminated: ok {rc=0}\u000a03:14:15.122584 --- ParallelTerminationStrategy: PID 18433 died...\u000a03:14:15.178692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18433): Terminated: ok {rc=0}\u000a03:14:15.188907 --- ParallelTerminationStrategy: PID 18436 died...\u000a03:14:15.245237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18436): Terminated: ok {rc=0}\u000a03:14:15.334829 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:14:08" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18448): Process ended prematurely: osmo-stp_10.42.42.5(pid=18448) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18448)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18448): Process ended prematurely: osmo-stp_10.42.42.5(pid=18448) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18448)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:14:17.314607 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:17.325756 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:14:17.479853 tst mo_mt_call.py: using LAC 25597\u000a03:14:17.600905 tst mo_mt_call.py: using RAC 97\u000a03:14:17.723045 tst mo_mt_call.py: using CellId 25597\u000a03:14:17.842085 tst mo_mt_call.py: using BVCI 25598\u000a03:14:17.864919 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:17.876069 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:17.887012 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:17.898664 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:17.910383 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:17.922017 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:14:18.043740 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:14:18.245445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:14:18.723609 run create_hlr_db(pid=18442): Launched\u000a03:14:18.898590 bus /sierra_2: Setting Powered False\u000a03:14:19.919771 run create_hlr_db(pid=18442): Terminated: ok {rc=0}\u000a03:14:20.350177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18444): Launched\u000a03:14:20.674116 run osmo-hlr_10.42.42.2(pid=18445): Launched\u000a03:14:20.796180 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:14:21.359291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18447): Launched\u000a03:14:21.683008 run osmo-stp_10.42.42.5(pid=18448): Launched\u000a03:14:21.799776 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:14:22.389795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18450): Launched\u000a03:14:22.712320 run osmo-msc_10.42.42.6(pid=18451): Launched\u000a03:14:22.900763 run osmo-stp_10.42.42.5(pid=18448): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18448)]\u000a03:14:23.037818 run osmo-stp_10.42.42.5(pid=18448): stdout: \u000a| (launched: 2022-12-10_03:14:21.523360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:23.174361 run osmo-stp_10.42.42.5(pid=18448): stderr: \u000a| �[0;m�[38;5;43m20221210031421716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031421716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031421717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031421717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031421718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031421718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031421718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:23.303636 run osmo-stp_10.42.42.5(pid=18448): stdout: \u000a| (launched: 2022-12-10_03:14:21.523360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:23.432115 run osmo-stp_10.42.42.5(pid=18448): stderr: \u000a| �[0;m�[38;5;43m20221210031421716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031421716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031421717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031421717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031421718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031421718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031421718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:23.488625 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18448): Process ended prematurely: osmo-stp_10.42.42.5(pid=18448) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18448)] [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a03:14:23.497800 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:14:23.560623 run osmo-hlr_10.42.42.2(pid=18445): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18445)]\u000a03:14:23.612176 run osmo-hlr_10.42.42.2(pid=18445): stdout: \u000a| (launched: 2022-12-10_03:14:20.515244) \u000a03:14:23.664296 run osmo-hlr_10.42.42.2(pid=18445): stderr: \u000a| �[0;m�[1;31m20221210031420713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031420713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031420713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031420713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031420713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031420713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031420725 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031420733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031420734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031420734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:14:23.735311 run osmo-msc_10.42.42.6(pid=18451): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18451)]\u000a03:14:23.786611 run osmo-msc_10.42.42.6(pid=18451): stdout: \u000a| (launched: 2022-12-10_03:14:22.553830) \u000a03:14:23.838494 run osmo-msc_10.42.42.6(pid=18451): stderr: \u000a| �[0;m�[38;5;43m20221210031422874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210031422874 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe0685ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210031422874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210031422874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210031422875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210031422875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210031422876 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210031422877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210031422877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210031422877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:14:23.882539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18444): Terminating (SIGTERM)\u000a03:14:23.924183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18447): Terminating (SIGTERM)\u000a03:14:23.966097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18450): Terminating (SIGTERM)\u000a03:14:23.975381 --- ParallelTerminationStrategy: PID 18444 died...\u000a03:14:24.031492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18444): Terminated: ok {rc=0}\u000a03:14:24.041638 --- ParallelTerminationStrategy: PID 18447 died...\u000a03:14:24.097414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18447): Terminated: ok {rc=0}\u000a03:14:24.107452 --- ParallelTerminationStrategy: PID 18450 died...\u000a03:14:24.163050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18450): Terminated: ok {rc=0}\u000a03:14:24.250688 bus /sierra_3: Setting Powered False\u000a03:14:25.357880 bus /sierra_3: Setting Powered False\u000a03:14:26.466133 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18459): Process ended prematurely: osmo-stp_10.42.42.5(pid=18459) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18459)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18459): Process ended prematurely: osmo-stp_10.42.42.5(pid=18459) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:14:27.581841 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:27.594209 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:14:27.756505 tst mo_mt_call_osmux.py: using LAC 25598\u000a03:14:27.876511 tst mo_mt_call_osmux.py: using RAC 98\u000a03:14:27.996765 tst mo_mt_call_osmux.py: using CellId 25598\u000a03:14:28.117560 tst mo_mt_call_osmux.py: using BVCI 25599\u000a03:14:28.140509 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:28.151886 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:28.163087 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:28.174847 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:28.186755 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:28.198421 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:14:28.320666 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:14:28.521552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:14:28.998974 run create_hlr_db(pid=18453): Launched\u000a03:14:29.172265 bus /sierra_2: Setting Powered False\u000a03:14:30.195906 run create_hlr_db(pid=18453): Terminated: ok {rc=0}\u000a03:14:30.624736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18455): Launched\u000a03:14:31.024276 run osmo-hlr_10.42.42.2(pid=18456): Launched\u000a03:14:31.258569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:14:31.984651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18458): Launched\u000a03:14:32.416824 run osmo-stp_10.42.42.5(pid=18459): Launched\u000a03:14:32.527832 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:14:33.080695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18461): Launched\u000a03:14:33.383343 run osmo-msc_10.42.42.6(pid=18462): Launched\u000a03:14:33.562034 run osmo-stp_10.42.42.5(pid=18459): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18459)]\u000a03:14:33.690643 run osmo-stp_10.42.42.5(pid=18459): stdout: \u000a| (launched: 2022-12-10_03:14:32.153440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:33.816896 run osmo-stp_10.42.42.5(pid=18459): stderr: \u000a| �[0;m�[38;5;43m20221210031432351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031432351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031432352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031432352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031432353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031432353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031432353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:33.938098 run osmo-stp_10.42.42.5(pid=18459): stdout: \u000a| (launched: 2022-12-10_03:14:32.153440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:34.058081 run osmo-stp_10.42.42.5(pid=18459): stderr: \u000a| �[0;m�[38;5;43m20221210031432351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031432351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031432352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031432352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031432353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031432353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031432353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:34.111305 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18459): Process ended prematurely: osmo-stp_10.42.42.5(pid=18459) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18459)] [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a03:14:34.119886 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a03:14:34.180102 run osmo-hlr_10.42.42.2(pid=18456): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18456)]\u000a03:14:34.229879 run osmo-hlr_10.42.42.2(pid=18456): stdout: \u000a| (launched: 2022-12-10_03:14:30.788893) \u000a03:14:34.279963 run osmo-hlr_10.42.42.2(pid=18456): stderr: \u000a| �[0;m�[1;31m20221210031431113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031431113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031431113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031431114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031431114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031431114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031431141 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031431157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031431158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031431158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:14:34.347716 run osmo-msc_10.42.42.6(pid=18462): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18462)]\u000a03:14:34.397115 run osmo-msc_10.42.42.6(pid=18462): stdout: \u000a| (launched: 2022-12-10_03:14:33.233618) \u000a03:14:34.447134 run osmo-msc_10.42.42.6(pid=18462): stderr: \u000a| �[0;m�[38;5;43m20221210031433508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210031433508 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb28368ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210031433508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210031433508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210031433508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210031433508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210031433511 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210031433511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210031433511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210031433512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:14:34.489479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18455): Terminating (SIGTERM)\u000a03:14:34.529714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18458): Terminating (SIGTERM)\u000a03:14:34.569882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18461): Terminating (SIGTERM)\u000a03:14:34.579542 --- ParallelTerminationStrategy: PID 18455 died...\u000a03:14:34.633399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18455): Terminated: ok {rc=0}\u000a03:14:34.643252 --- ParallelTerminationStrategy: PID 18458 died...\u000a03:14:34.696895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18458): Terminated: ok {rc=0}\u000a03:14:34.706701 --- ParallelTerminationStrategy: PID 18461 died...\u000a03:14:34.759936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18461): Terminated: ok {rc=0}\u000a03:14:34.848898 bus /sierra_3: Setting Powered False\u000a03:14:35.952761 bus /sierra_3: Setting Powered False\u000a03:14:37.059696 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:14:17" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18473): Process ended prematurely: osmo-stp_10.42.42.5(pid=18473) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18473)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18473): Process ended prematurely: osmo-stp_10.42.42.5(pid=18473) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a03:14:39.059949 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:39.071156 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:14:39.226941 tst mo_mt_call.py: using LAC 25599\u000a03:14:39.347364 tst mo_mt_call.py: using RAC 99\u000a03:14:39.467464 tst mo_mt_call.py: using CellId 25599\u000a03:14:39.587363 tst mo_mt_call.py: using BVCI 25600\u000a03:14:39.610162 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:39.621250 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:39.632132 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:39.643323 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:39.654521 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:39.665673 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:14:39.786607 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:14:39.997683 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:14:40.513173 run create_hlr_db(pid=18467): Launched\u000a03:14:40.698920 bus /sierra_2: Setting Powered False\u000a03:14:41.719888 run create_hlr_db(pid=18467): Terminated: ok {rc=0}\u000a03:14:42.126188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18469): Launched\u000a03:14:42.427223 run osmo-hlr_10.42.42.2(pid=18470): Launched\u000a03:14:42.544910 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:14:43.078183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18472): Launched\u000a03:14:43.381102 run osmo-stp_10.42.42.5(pid=18473): Launched\u000a03:14:43.491402 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:14:44.040377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18475): Launched\u000a03:14:44.342806 run osmo-msc_10.42.42.6(pid=18476): Launched\u000a03:14:44.521711 run osmo-stp_10.42.42.5(pid=18473): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18473)]\u000a03:14:44.651100 run osmo-stp_10.42.42.5(pid=18473): stdout: \u000a| (launched: 2022-12-10_03:14:43.231391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:44.778037 run osmo-stp_10.42.42.5(pid=18473): stderr: \u000a| �[0;m�[38;5;43m20221210031443402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031443403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031443403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031443403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031443404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031443404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031443404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:44.899416 run osmo-stp_10.42.42.5(pid=18473): stdout: \u000a| (launched: 2022-12-10_03:14:43.231391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:45.019499 run osmo-stp_10.42.42.5(pid=18473): stderr: \u000a| �[0;m�[38;5;43m20221210031443402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031443403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031443403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031443403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031443404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031443404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031443404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:45.072717 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18473): Process ended prematurely: osmo-stp_10.42.42.5(pid=18473) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18473)] [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a03:14:45.081467 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:14:45.142293 run osmo-hlr_10.42.42.2(pid=18470): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18470)]\u000a03:14:45.191773 run osmo-hlr_10.42.42.2(pid=18470): stdout: \u000a| (launched: 2022-12-10_03:14:42.278641) \u000a03:14:45.241895 run osmo-hlr_10.42.42.2(pid=18470): stderr: \u000a| �[0;m�[1;31m20221210031442455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031442455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031442455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031442455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031442455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031442455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031442467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031442476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031442476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031442476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:14:45.309463 run osmo-msc_10.42.42.6(pid=18476): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18476)]\u000a03:14:45.358968 run osmo-msc_10.42.42.6(pid=18476): stdout: \u000a| (launched: 2022-12-10_03:14:44.193435) \u000a03:14:45.408924 run osmo-msc_10.42.42.6(pid=18476): stderr: \u000a| �[0;m�[38;5;43m20221210031444465 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210031444465 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b771b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210031444466 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210031444466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210031444466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210031444466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210031444468 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210031444468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210031444468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210031444468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:14:45.451223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18469): Terminating (SIGTERM)\u000a03:14:45.491607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18472): Terminating (SIGTERM)\u000a03:14:45.532267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18475): Terminating (SIGTERM)\u000a03:14:45.542039 --- ParallelTerminationStrategy: PID 18469 died...\u000a03:14:45.595294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18469): Terminated: ok {rc=0}\u000a03:14:45.605191 --- ParallelTerminationStrategy: PID 18472 died...\u000a03:14:45.658008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18472): Terminated: ok {rc=0}\u000a03:14:45.667749 --- ParallelTerminationStrategy: PID 18475 died...\u000a03:14:45.720797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18475): Terminated: ok {rc=0}\u000a03:14:45.804656 bus /sierra_3: Setting Powered False\u000a03:14:46.907573 bus /sierra_3: Setting Powered False\u000a03:14:48.013718 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18485): Process ended prematurely: osmo-stp_10.42.42.5(pid=18485) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18485)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18485): Process ended prematurely: osmo-stp_10.42.42.5(pid=18485) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:14:49.122833 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:49.134547 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:14:49.294097 tst mo_mt_call_osmux.py: using LAC 25600\u000a03:14:49.410545 tst mo_mt_call_osmux.py: using RAC 100\u000a03:14:49.527759 tst mo_mt_call_osmux.py: using CellId 25600\u000a03:14:49.651254 tst mo_mt_call_osmux.py: using BVCI 25601\u000a03:14:49.676125 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:49.687837 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:49.699318 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:49.710983 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:49.722734 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:49.734152 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:14:49.848724 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:14:50.059604 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:14:50.577903 run create_hlr_db(pid=18478): Launched\u000a03:14:50.764718 bus /sierra_2: Setting Powered False\u000a03:14:51.784693 run create_hlr_db(pid=18478): Terminated: ok {rc=0}\u000a03:14:52.197157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18481): Launched\u000a03:14:52.521513 run osmo-hlr_10.42.42.2(pid=18482): Launched\u000a03:14:52.641959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:14:53.204114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18484): Launched\u000a03:14:53.526568 run osmo-stp_10.42.42.5(pid=18485): Launched\u000a03:14:53.643533 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:14:54.232609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18487): Launched\u000a03:14:54.555148 run osmo-msc_10.42.42.6(pid=18488): Launched\u000a03:14:54.744292 run osmo-stp_10.42.42.5(pid=18485): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18485)]\u000a03:14:54.880475 run osmo-stp_10.42.42.5(pid=18485): stdout: \u000a| (launched: 2022-12-10_03:14:53.368278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:55.016233 run osmo-stp_10.42.42.5(pid=18485): stderr: \u000a| �[0;m�[38;5;43m20221210031453561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031453561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031453561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031453562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031453562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031453562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031453562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:55.146126 run osmo-stp_10.42.42.5(pid=18485): stdout: \u000a| (launched: 2022-12-10_03:14:53.368278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:55.273883 run osmo-stp_10.42.42.5(pid=18485): stderr: \u000a| �[0;m�[38;5;43m20221210031453561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031453561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031453561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031453562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031453562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031453562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031453562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:55.330253 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18485): Process ended prematurely: osmo-stp_10.42.42.5(pid=18485) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18485)] [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a03:14:55.339431 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a03:14:55.402004 run osmo-hlr_10.42.42.2(pid=18482): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18482)]\u000a03:14:55.453173 run osmo-hlr_10.42.42.2(pid=18482): stdout: \u000a| (launched: 2022-12-10_03:14:52.362074) \u000a03:14:55.505214 run osmo-hlr_10.42.42.2(pid=18482): stderr: \u000a| �[0;m�[1;31m20221210031452565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031452565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031452565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031452565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031452565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031452565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031452579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031452587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031452587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031452587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:14:55.575757 run osmo-msc_10.42.42.6(pid=18488): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18488)]\u000a03:14:55.627332 run osmo-msc_10.42.42.6(pid=18488): stdout: \u000a| (launched: 2022-12-10_03:14:54.396683) \u000a03:14:55.679046 run osmo-msc_10.42.42.6(pid=18488): stderr: \u000a| �[0;m�[38;5;43m20221210031454720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210031454720 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50f72dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210031454720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210031454720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210031454720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210031454720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210031454722 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210031454722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210031454723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210031454723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:14:55.722932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18481): Terminating (SIGTERM)\u000a03:14:55.764316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18484): Terminating (SIGTERM)\u000a03:14:55.806089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18487): Terminating (SIGTERM)\u000a03:14:55.815800 --- ParallelTerminationStrategy: PID 18481 died...\u000a03:14:55.871530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18481): Terminated: ok {rc=0}\u000a03:14:55.881703 --- ParallelTerminationStrategy: PID 18484 died...\u000a03:14:55.937036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18484): Terminated: ok {rc=0}\u000a03:14:55.947178 --- ParallelTerminationStrategy: PID 18487 died...\u000a03:14:56.002542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18487): Terminated: ok {rc=0}\u000a03:14:56.089975 bus /sierra_3: Setting Powered False\u000a03:14:57.196805 bus /sierra_3: Setting Powered False\u000a03:14:58.308669 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:14:38" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18502): Process ended prematurely: osmo-stp_10.42.42.5(pid=18502) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18502)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18502): Process ended prematurely: osmo-stp_10.42.42.5(pid=18502) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:15:00.307144 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:00.318648 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:15:00.481816 tst mo_mt_call.py: using LAC 25601\u000a03:15:00.609548 tst mo_mt_call.py: using RAC 101\u000a03:15:00.741188 tst mo_mt_call.py: using CellId 25601\u000a03:15:00.880215 tst mo_mt_call.py: using BVCI 25602\u000a03:15:00.905742 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:00.918045 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:00.930118 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:00.944345 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:00.958166 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:00.970529 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:15:01.107464 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:15:01.379944 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:15:01.926571 run create_hlr_db(pid=18493): Launched\u000a03:15:02.110935 bus /sierra_2: Setting Powered False\u000a03:15:03.121475 run create_hlr_db(pid=18493): Terminated: ok {rc=0}\u000a03:15:03.553083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18498): Launched\u000a03:15:03.875172 run osmo-hlr_10.42.42.2(pid=18499): Launched\u000a03:15:03.992215 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:15:04.551156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18501): Launched\u000a03:15:04.871998 run osmo-stp_10.42.42.5(pid=18502): Launched\u000a03:15:04.988423 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:15:05.579131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18504): Launched\u000a03:15:05.901966 run osmo-msc_10.42.42.6(pid=18505): Launched\u000a03:15:06.091972 run osmo-stp_10.42.42.5(pid=18502): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18502)]\u000a03:15:06.228908 run osmo-stp_10.42.42.5(pid=18502): stdout: \u000a| (launched: 2022-12-10_03:15:04.714487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:06.364825 run osmo-stp_10.42.42.5(pid=18502): stderr: \u000a| �[0;m�[38;5;43m20221210031504907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031504907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031504907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031504908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031504908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031504908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031504908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:06.494144 run osmo-stp_10.42.42.5(pid=18502): stdout: \u000a| (launched: 2022-12-10_03:15:04.714487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:06.622132 run osmo-stp_10.42.42.5(pid=18502): stderr: \u000a| �[0;m�[38;5;43m20221210031504907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031504907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031504907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031504908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031504908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031504908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031504908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:06.678610 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18502): Process ended prematurely: osmo-stp_10.42.42.5(pid=18502) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18502)] [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a03:15:06.687521 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a03:15:06.750306 run osmo-hlr_10.42.42.2(pid=18499): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18499)]\u000a03:15:06.801538 run osmo-hlr_10.42.42.2(pid=18499): stdout: \u000a| (launched: 2022-12-10_03:15:03.717554) \u000a03:15:06.853468 run osmo-hlr_10.42.42.2(pid=18499): stderr: \u000a| �[0;m�[1;31m20221210031503915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031503915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031503915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031503915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031503915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031503915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031503929 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031503937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031503937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031503937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:15:06.924222 run osmo-msc_10.42.42.6(pid=18505): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18505)]\u000a03:15:06.975645 run osmo-msc_10.42.42.6(pid=18505): stdout: \u000a| (launched: 2022-12-10_03:15:05.744113) \u000a03:15:07.027999 run osmo-msc_10.42.42.6(pid=18505): stderr: \u000a| �[0;m�[38;5;43m20221210031506065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210031506065 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff386e19c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210031506065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210031506065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210031506066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210031506066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210031506067 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210031506068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210031506068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210031506068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:15:07.072010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18498): Terminating (SIGTERM)\u000a03:15:07.113677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18501): Terminating (SIGTERM)\u000a03:15:07.155231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18504): Terminating (SIGTERM)\u000a03:15:07.164913 --- ParallelTerminationStrategy: PID 18498 died...\u000a03:15:07.220755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18498): Terminated: ok {rc=0}\u000a03:15:07.230831 --- ParallelTerminationStrategy: PID 18501 died...\u000a03:15:07.286142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18501): Terminated: ok {rc=0}\u000a03:15:07.296171 --- ParallelTerminationStrategy: PID 18504 died...\u000a03:15:07.351526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18504): Terminated: ok {rc=0}\u000a03:15:07.438979 bus /sierra_3: Setting Powered False\u000a03:15:08.545349 bus /sierra_3: Setting Powered False\u000a03:15:09.656133 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18513): Process ended prematurely: osmo-stp_10.42.42.5(pid=18513) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18513)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18513): Process ended prematurely: osmo-stp_10.42.42.5(pid=18513) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:15:10.766210 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:10.777957 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:15:10.933737 tst mo_mt_call_osmux.py: using LAC 25602\u000a03:15:11.051957 tst mo_mt_call_osmux.py: using RAC 102\u000a03:15:11.171880 tst mo_mt_call_osmux.py: using CellId 25602\u000a03:15:11.291778 tst mo_mt_call_osmux.py: using BVCI 25603\u000a03:15:11.314649 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:11.325854 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:11.336772 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:11.348043 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:11.359390 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:11.370657 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:15:11.485481 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:15:11.695577 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:15:12.172438 run create_hlr_db(pid=18507): Launched\u000a03:15:12.346236 bus /sierra_2: Setting Powered False\u000a03:15:13.367870 run create_hlr_db(pid=18507): Terminated: ok {rc=0}\u000a03:15:13.799710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18509): Launched\u000a03:15:14.125835 run osmo-hlr_10.42.42.2(pid=18510): Launched\u000a03:15:14.244594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:15:14.805409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18512): Launched\u000a03:15:15.129491 run osmo-stp_10.42.42.5(pid=18513): Launched\u000a03:15:15.246972 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:15:15.842749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18515): Launched\u000a03:15:16.186081 run osmo-msc_10.42.42.6(pid=18516): Launched\u000a03:15:16.463617 run osmo-stp_10.42.42.5(pid=18513): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18513)]\u000a03:15:16.701700 run osmo-stp_10.42.42.5(pid=18513): stdout: \u000a| (launched: 2022-12-10_03:15:14.970104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:16.856885 run osmo-stp_10.42.42.5(pid=18513): stderr: \u000a| �[0;m�[38;5;43m20221210031515164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031515164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031515165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031515165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031515166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031515166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031515166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:17.070174 run osmo-stp_10.42.42.5(pid=18513): stdout: \u000a| (launched: 2022-12-10_03:15:14.970104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:17.201210 run osmo-stp_10.42.42.5(pid=18513): stderr: \u000a| �[0;m�[38;5;43m20221210031515164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031515164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031515165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031515165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031515166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031515166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031515166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:17.255872 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18513): Process ended prematurely: osmo-stp_10.42.42.5(pid=18513) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18513)] [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a03:15:17.265105 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a03:15:17.330857 run osmo-hlr_10.42.42.2(pid=18510): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18510)]\u000a03:15:17.382842 run osmo-hlr_10.42.42.2(pid=18510): stdout: \u000a| (launched: 2022-12-10_03:15:13.965281) \u000a03:15:17.435766 run osmo-hlr_10.42.42.2(pid=18510): stderr: \u000a| �[0;m�[1;31m20221210031514163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031514163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031514163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031514164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031514164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031514164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031514176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031514184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031514185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031514185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:15:17.507754 run osmo-msc_10.42.42.6(pid=18516): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18516)]\u000a03:15:17.558962 run osmo-msc_10.42.42.6(pid=18516): stdout: \u000a| (launched: 2022-12-10_03:15:16.021763) \u000a03:15:17.610086 run osmo-msc_10.42.42.6(pid=18516): stderr: \u000a| �[0;m�[38;5;43m20221210031516599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210031516599 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54f7bdbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210031516599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210031516599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210031516600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210031516600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210031516602 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210031516602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210031516602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210031516602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:15:17.652330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18509): Terminating (SIGTERM)\u000a03:15:17.693087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18512): Terminating (SIGTERM)\u000a03:15:17.734002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18515): Terminating (SIGTERM)\u000a03:15:17.743710 --- ParallelTerminationStrategy: PID 18509 died...\u000a03:15:17.798923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18509): Terminated: ok {rc=0}\u000a03:15:17.808757 --- ParallelTerminationStrategy: PID 18512 died...\u000a03:15:17.862369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18512): Terminated: ok {rc=0}\u000a03:15:17.871910 --- ParallelTerminationStrategy: PID 18515 died...\u000a03:15:17.925296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18515): Terminated: ok {rc=0}\u000a03:15:18.013560 bus /sierra_3: Setting Powered False\u000a03:15:19.116203 bus /sierra_3: Setting Powered False\u000a03:15:20.227021 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:15:00" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18527): Process ended prematurely: osmo-stp_10.42.42.5(pid=18527) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18527)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18527): Process ended prematurely: osmo-stp_10.42.42.5(pid=18527) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:15:22.231584 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:22.243391 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:15:22.409412 tst mo_mt_call.py: using LAC 25603\u000a03:15:22.550422 tst mo_mt_call.py: using RAC 103\u000a03:15:22.677683 tst mo_mt_call.py: using CellId 25603\u000a03:15:22.805944 tst mo_mt_call.py: using BVCI 25604\u000a03:15:22.830595 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:22.842242 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:22.853620 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:22.865251 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:22.876830 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:22.888406 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:15:23.009353 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:15:23.217799 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:15:23.733794 run create_hlr_db(pid=18521): Launched\u000a03:15:23.919736 bus /sierra_2: Setting Powered False\u000a03:15:24.940062 run create_hlr_db(pid=18521): Terminated: ok {rc=0}\u000a03:15:25.346329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18523): Launched\u000a03:15:25.648585 run osmo-hlr_10.42.42.2(pid=18524): Launched\u000a03:15:25.765756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:15:26.296533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18526): Launched\u000a03:15:26.598307 run osmo-stp_10.42.42.5(pid=18527): Launched\u000a03:15:26.708017 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:15:27.258219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18529): Launched\u000a03:15:27.561454 run osmo-msc_10.42.42.6(pid=18530): Launched\u000a03:15:27.739897 run osmo-stp_10.42.42.5(pid=18527): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18527)]\u000a03:15:27.868372 run osmo-stp_10.42.42.5(pid=18527): stdout: \u000a| (launched: 2022-12-10_03:15:26.449430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:27.994725 run osmo-stp_10.42.42.5(pid=18527): stderr: \u000a| �[0;m�[38;5;43m20221210031526619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031526619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031526619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031526620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031526620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031526620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031526620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:28.115526 run osmo-stp_10.42.42.5(pid=18527): stdout: \u000a| (launched: 2022-12-10_03:15:26.449430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:28.234826 run osmo-stp_10.42.42.5(pid=18527): stderr: \u000a| �[0;m�[38;5;43m20221210031526619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031526619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031526619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031526620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031526620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031526620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031526620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:28.287394 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18527): Process ended prematurely: osmo-stp_10.42.42.5(pid=18527) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18527)] [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a03:15:28.295823 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:15:28.356037 run osmo-hlr_10.42.42.2(pid=18524): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18524)]\u000a03:15:28.405311 run osmo-hlr_10.42.42.2(pid=18524): stdout: \u000a| (launched: 2022-12-10_03:15:25.499525) \u000a03:15:28.455271 run osmo-hlr_10.42.42.2(pid=18524): stderr: \u000a| �[0;m�[1;31m20221210031525673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031525673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031525673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031525673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031525673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031525673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031525685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031525695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031525695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031525695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:15:28.523040 run osmo-msc_10.42.42.6(pid=18530): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18530)]\u000a03:15:28.572226 run osmo-msc_10.42.42.6(pid=18530): stdout: \u000a| (launched: 2022-12-10_03:15:27.410956) \u000a03:15:28.622028 run osmo-msc_10.42.42.6(pid=18530): stderr: \u000a| �[0;m�[38;5;43m20221210031527680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210031527680 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb186ffec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210031527680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210031527680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210031527680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210031527681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210031527682 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210031527683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210031527683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210031527683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:15:28.663877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18523): Terminating (SIGTERM)\u000a03:15:28.703681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18526): Terminating (SIGTERM)\u000a03:15:28.743633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18529): Terminating (SIGTERM)\u000a03:15:28.753219 --- ParallelTerminationStrategy: PID 18523 died...\u000a03:15:28.806613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18523): Terminated: ok {rc=0}\u000a03:15:28.816512 --- ParallelTerminationStrategy: PID 18526 died...\u000a03:15:28.869556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18526): Terminated: ok {rc=0}\u000a03:15:28.879306 --- ParallelTerminationStrategy: PID 18529 died...\u000a03:15:28.932551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18529): Terminated: ok {rc=0}\u000a03:15:29.021389 bus /sierra_3: Setting Powered False\u000a03:15:30.127566 bus /sierra_3: Setting Powered False\u000a03:15:31.237174 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18538): Process ended prematurely: osmo-stp_10.42.42.5(pid=18538) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18538)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18538): Process ended prematurely: osmo-stp_10.42.42.5(pid=18538) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:15:32.351232 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:32.363330 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:15:32.525189 tst mo_mt_call_osmux.py: using LAC 25604\u000a03:15:32.653085 tst mo_mt_call_osmux.py: using RAC 104\u000a03:15:32.781088 tst mo_mt_call_osmux.py: using CellId 25604\u000a03:15:32.909575 tst mo_mt_call_osmux.py: using BVCI 25605\u000a03:15:32.934092 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:32.945753 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:32.957231 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:32.968659 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:32.980262 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:32.991629 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:15:33.112347 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:15:33.313667 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:15:33.806415 run create_hlr_db(pid=18532): Launched\u000a03:15:33.993178 bus /sierra_2: Setting Powered False\u000a03:15:35.013746 run create_hlr_db(pid=18532): Terminated: ok {rc=0}\u000a03:15:35.418333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18534): Launched\u000a03:15:35.722000 run osmo-hlr_10.42.42.2(pid=18535): Launched\u000a03:15:35.836020 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:15:36.370028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18537): Launched\u000a03:15:36.693301 run osmo-stp_10.42.42.5(pid=18538): Launched\u000a03:15:36.810200 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:15:37.402492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18540): Launched\u000a03:15:37.725016 run osmo-msc_10.42.42.6(pid=18541): Launched\u000a03:15:37.914246 run osmo-stp_10.42.42.5(pid=18538): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18538)]\u000a03:15:38.052548 run osmo-stp_10.42.42.5(pid=18538): stdout: \u000a| (launched: 2022-12-10_03:15:36.534874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:38.188644 run osmo-stp_10.42.42.5(pid=18538): stderr: \u000a| �[0;m�[38;5;43m20221210031536728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031536728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031536728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031536729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031536729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031536729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031536729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:38.318237 run osmo-stp_10.42.42.5(pid=18538): stdout: \u000a| (launched: 2022-12-10_03:15:36.534874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:38.446509 run osmo-stp_10.42.42.5(pid=18538): stderr: \u000a| �[0;m�[38;5;43m20221210031536728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031536728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031536728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031536729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031536729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031536729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031536729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:38.502940 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18538): Process ended prematurely: osmo-stp_10.42.42.5(pid=18538) [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18538)] [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a03:15:38.512038 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a03:15:38.573997 run osmo-hlr_10.42.42.2(pid=18535): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18535)]\u000a03:15:38.624814 run osmo-hlr_10.42.42.2(pid=18535): stdout: \u000a| (launched: 2022-12-10_03:15:35.571857) \u000a03:15:38.676462 run osmo-hlr_10.42.42.2(pid=18535): stderr: \u000a| �[0;m�[1;31m20221210031535748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031535748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031535748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031535748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031535749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031535749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031535760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031535770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031535770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031535770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:15:38.746708 run osmo-msc_10.42.42.6(pid=18541): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18541)]\u000a03:15:38.797494 run osmo-msc_10.42.42.6(pid=18541): stdout: \u000a| (launched: 2022-12-10_03:15:37.567180) \u000a03:15:38.848871 run osmo-msc_10.42.42.6(pid=18541): stderr: \u000a| �[0;m�[38;5;43m20221210031537888 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210031537888 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f41a77eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210031537888 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210031537888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210031537888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210031537888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210031537890 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210031537890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210031537890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210031537891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:15:38.892663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18534): Terminating (SIGTERM)\u000a03:15:38.934063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18537): Terminating (SIGTERM)\u000a03:15:38.975548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18540): Terminating (SIGTERM)\u000a03:15:38.985296 --- ParallelTerminationStrategy: PID 18534 died...\u000a03:15:39.040617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18534): Terminated: ok {rc=0}\u000a03:15:39.050969 --- ParallelTerminationStrategy: PID 18537 died...\u000a03:15:39.106768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18537): Terminated: ok {rc=0}\u000a03:15:39.116743 --- ParallelTerminationStrategy: PID 18540 died...\u000a03:15:39.171770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18540): Terminated: ok {rc=0}\u000a03:15:39.258313 bus /sierra_3: Setting Powered False\u000a03:15:40.365226 bus /sierra_3: Setting Powered False\u000a03:15:41.473179 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:15:21" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18552): Process ended prematurely: osmo-stp_10.42.42.5(pid=18552) [trial-2368↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18552)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18552): Process ended prematurely: osmo-stp_10.42.42.5(pid=18552) [trial-2368↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a03:15:43.481928 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:15:43.493615 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:15:43.659803 tst mo_mt_call.py: using LAC 25605\u000a03:15:43.784424 tst mo_mt_call.py: using RAC 105\u000a03:15:43.904631 tst mo_mt_call.py: using CellId 25605\u000a03:15:44.022864 tst mo_mt_call.py: using BVCI 25606\u000a03:15:44.045784 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:15:44.057172 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:15:44.068382 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:15:44.079674 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:15:44.091044 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:15:44.102295 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:15:44.221605 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:15:44.437277 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:15:44.954431 run create_hlr_db(pid=18546): Launched\u000a03:15:45.141343 bus /sierra_2: Setting Powered False\u000a03:15:46.164253 run create_hlr_db(pid=18546): Terminated: ok {rc=0}\u000a03:15:46.663678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18548): Launched\u000a03:15:47.081974 run osmo-hlr_10.42.42.2(pid=18549): Launched\u000a03:15:47.240877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:15:47.802061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18551): Launched\u000a03:15:48.126118 run osmo-stp_10.42.42.5(pid=18552): Launched\u000a03:15:48.243452 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:15:48.835348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18554): Launched\u000a03:15:49.159352 run osmo-msc_10.42.42.6(pid=18555): Launched\u000a03:15:49.348535 run osmo-stp_10.42.42.5(pid=18552): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18552)]\u000a03:15:49.485851 run osmo-stp_10.42.42.5(pid=18552): stdout: \u000a| (launched: 2022-12-10_03:15:47.966139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:49.622000 run osmo-stp_10.42.42.5(pid=18552): stderr: \u000a| �[0;m�[38;5;43m20221210031548160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031548160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031548160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031548161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031548161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031548161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031548161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:49.751113 run osmo-stp_10.42.42.5(pid=18552): stdout: \u000a| (launched: 2022-12-10_03:15:47.966139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:49.878825 run osmo-stp_10.42.42.5(pid=18552): stderr: \u000a| �[0;m�[38;5;43m20221210031548160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031548160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031548160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031548161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031548161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031548161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031548161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:49.935317 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18552): Process ended prematurely: osmo-stp_10.42.42.5(pid=18552) [trial-2368↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18552)] [trial-2368↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a03:15:49.944137 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a03:15:50.006684 run osmo-hlr_10.42.42.2(pid=18549): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18549)]\u000a03:15:50.058790 run osmo-hlr_10.42.42.2(pid=18549): stdout: \u000a| (launched: 2022-12-10_03:15:46.824442) \u000a03:15:50.111304 run osmo-hlr_10.42.42.2(pid=18549): stderr: \u000a| �[0;m�[1;31m20221210031547176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031547176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031547176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031547176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031547176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031547176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031547189 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031547199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031547199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031547200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:15:50.182517 run osmo-msc_10.42.42.6(pid=18555): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18555)]\u000a03:15:50.233822 run osmo-msc_10.42.42.6(pid=18555): stdout: \u000a| (launched: 2022-12-10_03:15:48.999525) \u000a03:15:50.285627 run osmo-msc_10.42.42.6(pid=18555): stderr: \u000a| �[0;m�[38;5;43m20221210031549322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210031549322 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f44a3cb6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210031549322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210031549322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210031549322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210031549322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210031549324 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210031549324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210031549325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210031549325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:15:50.330444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18548): Terminating (SIGTERM)\u000a03:15:50.372207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18551): Terminating (SIGTERM)\u000a03:15:50.413995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18554): Terminating (SIGTERM)\u000a03:15:50.423704 --- ParallelTerminationStrategy: PID 18548 died...\u000a03:15:50.479515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18548): Terminated: ok {rc=0}\u000a03:15:50.489680 --- ParallelTerminationStrategy: PID 18551 died...\u000a03:15:50.545158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18551): Terminated: ok {rc=0}\u000a03:15:50.555227 --- ParallelTerminationStrategy: PID 18554 died...\u000a03:15:50.610924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18554): Terminated: ok {rc=0}\u000a03:15:50.699413 bus /sierra_3: Setting Powered False\u000a03:15:51.806759 bus /sierra_3: Setting Powered False\u000a03:15:52.916306 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18563): Process ended prematurely: osmo-stp_10.42.42.5(pid=18563) [trial-2368↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18563)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18563): Process ended prematurely: osmo-stp_10.42.42.5(pid=18563) [trial-2368↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:15:54.031175 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:15:54.043356 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:15:54.205301 tst mo_mt_call_osmux.py: using LAC 25606\u000a03:15:54.322640 tst mo_mt_call_osmux.py: using RAC 106\u000a03:15:54.439838 tst mo_mt_call_osmux.py: using CellId 25606\u000a03:15:54.556780 tst mo_mt_call_osmux.py: using BVCI 25607\u000a03:15:54.579884 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:15:54.591216 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:15:54.602395 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:15:54.613669 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:15:54.624835 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:15:54.636056 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:15:54.756027 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:15:54.957535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:15:55.431733 run create_hlr_db(pid=18557): Launched\u000a03:15:55.604928 bus /sierra_2: Setting Powered False\u000a03:15:56.626999 run create_hlr_db(pid=18557): Terminated: ok {rc=0}\u000a03:15:57.029155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18559): Launched\u000a03:15:57.331635 run osmo-hlr_10.42.42.2(pid=18560): Launched\u000a03:15:57.451759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:15:57.981561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18562): Launched\u000a03:15:58.284713 run osmo-stp_10.42.42.5(pid=18563): Launched\u000a03:15:58.395307 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:15:58.946587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18565): Launched\u000a03:15:59.250123 run osmo-msc_10.42.42.6(pid=18566): Launched\u000a03:15:59.427728 run osmo-stp_10.42.42.5(pid=18563): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18563)]\u000a03:15:59.556233 run osmo-stp_10.42.42.5(pid=18563): stdout: \u000a| (launched: 2022-12-10_03:15:58.134821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:59.683045 run osmo-stp_10.42.42.5(pid=18563): stderr: \u000a| �[0;m�[38;5;43m20221210031558304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031558304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031558305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031558306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031558306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031558306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031558306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:59.803932 run osmo-stp_10.42.42.5(pid=18563): stdout: \u000a| (launched: 2022-12-10_03:15:58.134821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:59.923795 run osmo-stp_10.42.42.5(pid=18563): stderr: \u000a| �[0;m�[38;5;43m20221210031558304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031558304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031558305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031558306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031558306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031558306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031558306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:59.976538 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18563): Process ended prematurely: osmo-stp_10.42.42.5(pid=18563) [trial-2368↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18563)] [trial-2368↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a03:15:59.985148 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a03:16:00.045857 run osmo-hlr_10.42.42.2(pid=18560): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18560)]\u000a03:16:00.095253 run osmo-hlr_10.42.42.2(pid=18560): stdout: \u000a| (launched: 2022-12-10_03:15:57.181987) \u000a03:16:00.145477 run osmo-hlr_10.42.42.2(pid=18560): stderr: \u000a| �[0;m�[1;31m20221210031557357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031557357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031557357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031557357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031557357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031557357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031557370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031557378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031557378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031557379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:16:00.213139 run osmo-msc_10.42.42.6(pid=18566): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18566)]\u000a03:16:00.263234 run osmo-msc_10.42.42.6(pid=18566): stdout: \u000a| (launched: 2022-12-10_03:15:59.099769) \u000a03:16:00.313381 run osmo-msc_10.42.42.6(pid=18566): stderr: \u000a| �[0;m�[38;5;43m20221210031559369 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210031559370 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc4f64dac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210031559370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210031559370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210031559370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210031559370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210031559372 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210031559372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210031559372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210031559372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:16:00.355486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18559): Terminating (SIGTERM)\u000a03:16:00.395689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18562): Terminating (SIGTERM)\u000a03:16:00.435687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18565): Terminating (SIGTERM)\u000a03:16:00.445290 --- ParallelTerminationStrategy: PID 18559 died...\u000a03:16:00.499458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18559): Terminated: ok {rc=0}\u000a03:16:00.509312 --- ParallelTerminationStrategy: PID 18562 died...\u000a03:16:00.563070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18562): Terminated: ok {rc=0}\u000a03:16:00.572655 --- ParallelTerminationStrategy: PID 18565 died...\u000a03:16:00.626525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18565): Terminated: ok {rc=0}\u000a03:16:00.716370 bus /sierra_3: Setting Powered False\u000a03:16:01.817411 bus /sierra_3: Setting Powered False\u000a03:16:02.924979 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:15:43" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18577): Process ended prematurely: osmo-stp_10.42.42.5(pid=18577) [trial-2368↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18577)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18577): Process ended prematurely: osmo-stp_10.42.42.5(pid=18577) [trial-2368↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a03:16:04.937046 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:04.948766 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:16:05.091334 tst mo_mt_call.py: using LAC 25607\u000a03:16:05.217970 tst mo_mt_call.py: using RAC 107\u000a03:16:05.342788 tst mo_mt_call.py: using CellId 25607\u000a03:16:05.469666 tst mo_mt_call.py: using BVCI 25608\u000a03:16:05.494258 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:05.506335 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:05.518024 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:05.529615 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:05.541373 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:05.552770 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:16:05.668263 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:16:05.877712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:16:06.395165 run create_hlr_db(pid=18571): Launched\u000a03:16:06.581961 bus /sierra_2: Setting Powered False\u000a03:16:07.603964 run create_hlr_db(pid=18571): Terminated: ok {rc=0}\u000a03:16:08.009582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18573): Launched\u000a03:16:08.312895 run osmo-hlr_10.42.42.2(pid=18574): Launched\u000a03:16:08.427501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:16:08.950833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18576): Launched\u000a03:16:09.252737 run osmo-stp_10.42.42.5(pid=18577): Launched\u000a03:16:09.362288 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:16:09.913140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18579): Launched\u000a03:16:10.216187 run osmo-msc_10.42.42.6(pid=18580): Launched\u000a03:16:10.395444 run osmo-stp_10.42.42.5(pid=18577): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18577)]\u000a03:16:10.524862 run osmo-stp_10.42.42.5(pid=18577): stdout: \u000a| (launched: 2022-12-10_03:16:09.104066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:10.651804 run osmo-stp_10.42.42.5(pid=18577): stderr: \u000a| �[0;m�[38;5;43m20221210031609272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031609272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031609272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031609273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031609275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031609275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031609275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:10.773440 run osmo-stp_10.42.42.5(pid=18577): stdout: \u000a| (launched: 2022-12-10_03:16:09.104066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:10.893729 run osmo-stp_10.42.42.5(pid=18577): stderr: \u000a| �[0;m�[38;5;43m20221210031609272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031609272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031609272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031609273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031609275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031609275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031609275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:10.946991 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18577): Process ended prematurely: osmo-stp_10.42.42.5(pid=18577) [trial-2368↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18577)] [trial-2368↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a03:16:10.955449 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:16:11.016173 run osmo-hlr_10.42.42.2(pid=18574): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18574)]\u000a03:16:11.065767 run osmo-hlr_10.42.42.2(pid=18574): stdout: \u000a| (launched: 2022-12-10_03:16:08.163265) \u000a03:16:11.116083 run osmo-hlr_10.42.42.2(pid=18574): stderr: \u000a| �[0;m�[1;31m20221210031608340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031608341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031608341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031608341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031608341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031608341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031608352 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031608362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031608362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031608362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:16:11.183968 run osmo-msc_10.42.42.6(pid=18580): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18580)]\u000a03:16:11.233294 run osmo-msc_10.42.42.6(pid=18580): stdout: \u000a| (launched: 2022-12-10_03:16:10.065690) \u000a03:16:11.283442 run osmo-msc_10.42.42.6(pid=18580): stderr: \u000a| �[0;m�[38;5;43m20221210031610337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210031610337 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcf4edecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210031610337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210031610337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210031610337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210031610338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210031610339 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210031610340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210031610340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210031610340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:16:11.325721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18573): Terminating (SIGTERM)\u000a03:16:11.366115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18576): Terminating (SIGTERM)\u000a03:16:11.406311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18579): Terminating (SIGTERM)\u000a03:16:11.415956 --- ParallelTerminationStrategy: PID 18573 died...\u000a03:16:11.470228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18573): Terminated: ok {rc=0}\u000a03:16:11.479956 --- ParallelTerminationStrategy: PID 18576 died...\u000a03:16:11.533848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18576): Terminated: ok {rc=0}\u000a03:16:11.543660 --- ParallelTerminationStrategy: PID 18579 died...\u000a03:16:11.597208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18579): Terminated: ok {rc=0}\u000a03:16:11.685319 bus /sierra_3: Setting Powered False\u000a03:16:12.788662 bus /sierra_3: Setting Powered False\u000a03:16:13.900790 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18588): Process ended prematurely: osmo-stp_10.42.42.5(pid=18588) [trial-2368↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18588)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18588): Process ended prematurely: osmo-stp_10.42.42.5(pid=18588) [trial-2368↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:16:15.009866 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:15.021955 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:16:15.159649 tst mo_mt_call_osmux.py: using LAC 25608\u000a03:16:15.285842 tst mo_mt_call_osmux.py: using RAC 108\u000a03:16:15.411208 tst mo_mt_call_osmux.py: using CellId 25608\u000a03:16:15.538033 tst mo_mt_call_osmux.py: using BVCI 25609\u000a03:16:15.562555 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:15.574368 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:15.586161 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:15.597785 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:15.609528 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:15.621106 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:16:15.736895 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:16:15.962202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:16:16.495608 run create_hlr_db(pid=18582): Launched\u000a03:16:16.674475 bus /sierra_2: Setting Powered False\u000a03:16:17.702787 run create_hlr_db(pid=18582): Terminated: ok {rc=0}\u000a03:16:18.110013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18584): Launched\u000a03:16:18.414689 run osmo-hlr_10.42.42.2(pid=18585): Launched\u000a03:16:18.526004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:16:19.051713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18587): Launched\u000a03:16:19.356190 run osmo-stp_10.42.42.5(pid=18588): Launched\u000a03:16:19.472038 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:16:20.028614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18590): Launched\u000a03:16:20.332794 run osmo-msc_10.42.42.6(pid=18591): Launched\u000a03:16:20.511254 run osmo-stp_10.42.42.5(pid=18588): ERR: Terminated: ERROR {rc=1} [trial-2368↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18588)]\u000a03:16:20.640210 run osmo-stp_10.42.42.5(pid=18588): stdout: \u000a| (launched: 2022-12-10_03:16:19.205792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:20.767050 run osmo-stp_10.42.42.5(pid=18588): stderr: \u000a| �[0;m�[38;5;43m20221210031619378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031619378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031619379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031619379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031619379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031619380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031619380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:20.888238 run osmo-stp_10.42.42.5(pid=18588): stdout: \u000a| (launched: 2022-12-10_03:16:19.205792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:21.008906 run osmo-stp_10.42.42.5(pid=18588): stderr: \u000a| �[0;m�[38;5;43m20221210031619378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031619378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031619379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031619379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031619379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031619380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031619380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:21.061991 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18588): Process ended prematurely: osmo-stp_10.42.42.5(pid=18588) [trial-2368↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18588)] [trial-2368↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a03:16:21.070811 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:16:21.131693 run osmo-hlr_10.42.42.2(pid=18585): ERR: Terminated: ERROR {rc=237} [trial-2368↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18585)]\u000a03:16:21.181127 run osmo-hlr_10.42.42.2(pid=18585): stdout: \u000a| (launched: 2022-12-10_03:16:18.264466) \u000a03:16:21.231498 run osmo-hlr_10.42.42.2(pid=18585): stderr: \u000a| �[0;m�[1;31m20221210031618442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031618442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031618442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031618442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031618442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031618442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031618469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031618479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031618479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031618479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:16:21.299245 run osmo-msc_10.42.42.6(pid=18591): ERR: Terminated: ERROR {rc=2} [trial-2368↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18591)]\u000a03:16:21.348706 run osmo-msc_10.42.42.6(pid=18591): stdout: \u000a| (launched: 2022-12-10_03:16:20.181956) \u000a03:16:21.398779 run osmo-msc_10.42.42.6(pid=18591): stderr: \u000a| �[0;m�[38;5;43m20221210031620453 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210031620453 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc77e7ccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210031620453 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210031620453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210031620453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210031620454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210031620456 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210031620456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210031620456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210031620456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:16:21.441456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18584): Terminating (SIGTERM)\u000a03:16:21.481509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18587): Terminating (SIGTERM)\u000a03:16:21.521486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18590): Terminating (SIGTERM)\u000a03:16:21.531090 --- ParallelTerminationStrategy: PID 18584 died...\u000a03:16:21.584724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18584): Terminated: ok {rc=0}\u000a03:16:21.594796 --- ParallelTerminationStrategy: PID 18587 died...\u000a03:16:21.648231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18587): Terminated: ok {rc=0}\u000a03:16:21.658277 --- ParallelTerminationStrategy: PID 18590 died...\u000a03:16:21.711536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18590): Terminated: ok {rc=0}\u000a03:16:21.799981 bus /sierra_3: Setting Powered False\u000a03:16:22.902758 bus /sierra_3: Setting Powered False\u000a03:16:24.013838 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:16:04" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18602): Process ended prematurely: osmo-stp_10.42.42.5(pid=18602) [trial-2368↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18602)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18602): Process ended prematurely: osmo-stp_10.42.42.5(pid=18602) [trial-2368↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a03:16:26.040707 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:26.051722 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:16:26.194410 tst emergency_mo_mt_call.py: using LAC 25609\u000a03:16:26.317032 tst emergency_mo_mt_call.py: using RAC 109\u000a03:16:26.440771 tst emergency_mo_mt_call.py: using CellId 25609\u000a03:16:26.562899 tst emergency_mo_mt_call.py: using BVCI 25610\u000a03:16:26.587067 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:26.598255 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:26.609176 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:26.620094 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:26.631065 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:26.641972 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:16:26.756758 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:16:26.956862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:16:27.423157 run create_hlr_db(pid=18596): Launched\u000a03:16:27.594728 bus /sierra_2: Setting Powered False\u000a03:16:28.614903 run create_hlr_db(pid=18596): Terminated: ok {rc=0}\u000a03:16:29.037720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18598): Launched\u000a03:16:29.355418 run osmo-hlr_10.42.42.2(pid=18599): Launched\u000a03:16:29.471646 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:16:30.023376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18601): Launched\u000a03:16:30.340840 run osmo-stp_10.42.42.5(pid=18602): Launched\u000a03:16:30.466166 tst emergency_mo_mt_call.py: using MSISDN 7518\u000a03:16:30.625053 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:16:31.233212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18604): Launched\u000a03:16:31.600015 run osmo-msc_10.42.42.6(pid=18605): Launched\u000a03:16:31.914480 run osmo-stp_10.42.42.5(pid=18602): ERR: Terminated: ERROR {rc=1} [trial-2368↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18602)]\u000a03:16:32.173652 run osmo-stp_10.42.42.5(pid=18602): stdout: \u000a| (launched: 2022-12-10_03:16:30.185535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:32.329505 run osmo-stp_10.42.42.5(pid=18602): stderr: \u000a| �[0;m�[38;5;43m20221210031630379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031630379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031630379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031630380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031630380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031630380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031630380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:32.458322 run osmo-stp_10.42.42.5(pid=18602): stdout: \u000a| (launched: 2022-12-10_03:16:30.185535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:32.584531 run osmo-stp_10.42.42.5(pid=18602): stderr: \u000a| �[0;m�[38;5;43m20221210031630379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031630379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031630379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031630380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031630380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031630380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031630380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:32.640239 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=18602): Process ended prematurely: osmo-stp_10.42.42.5(pid=18602) [trial-2368↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18602)] [trial-2368↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a03:16:32.648714 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a03:16:32.712087 run osmo-hlr_10.42.42.2(pid=18599): ERR: Terminated: ERROR {rc=237} [trial-2368↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18599)]\u000a03:16:32.764154 run osmo-hlr_10.42.42.2(pid=18599): stdout: \u000a| (launched: 2022-12-10_03:16:29.199227) \u000a03:16:32.816811 run osmo-hlr_10.42.42.2(pid=18599): stderr: \u000a| �[0;m�[1;31m20221210031629398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031629398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031629398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031629399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031629399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031629399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031629421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031629431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031629431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031629431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:16:32.888411 run osmo-msc_10.42.42.6(pid=18605): ERR: Terminated: ERROR {rc=2} [trial-2368↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18605)]\u000a03:16:32.940435 run osmo-msc_10.42.42.6(pid=18605): stdout: \u000a| (launched: 2022-12-10_03:16:31.387606) \u000a03:16:32.993130 run osmo-msc_10.42.42.6(pid=18605): stderr: \u000a| �[0;m�[38;5;43m20221210031631934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210031631935 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc8db533c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210031631935 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210031631935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210031631935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210031631935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210031631937 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210031631937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210031631937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210031631938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:16:33.037763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18598): Terminating (SIGTERM)\u000a03:16:33.080148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18601): Terminating (SIGTERM)\u000a03:16:33.123015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18604): Terminating (SIGTERM)\u000a03:16:33.132936 --- ParallelTerminationStrategy: PID 18598 died...\u000a03:16:33.189434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18598): Terminated: ok {rc=0}\u000a03:16:33.199718 --- ParallelTerminationStrategy: PID 18601 died...\u000a03:16:33.255945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18601): Terminated: ok {rc=0}\u000a03:16:33.266244 --- ParallelTerminationStrategy: PID 18604 died...\u000a03:16:33.322159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18604): Terminated: ok {rc=0}\u000a03:16:33.409516 bus /sierra_3: Setting Powered False\u000a03:16:34.515244 bus /sierra_3: Setting Powered False\u000a03:16:35.624168 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18613): Process ended prematurely: osmo-stp_10.42.42.5(pid=18613) [trial-2368↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18613)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18613): Process ended prematurely: osmo-stp_10.42.42.5(pid=18613) [trial-2368↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a03:16:36.676899 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:36.688766 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:16:36.830600 tst emergency_preemptive_call.py: using LAC 25610\u000a03:16:36.956763 tst emergency_preemptive_call.py: using RAC 110\u000a03:16:37.080612 tst emergency_preemptive_call.py: using CellId 25610\u000a03:16:37.209530 tst emergency_preemptive_call.py: using BVCI 25611\u000a03:16:37.233671 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:37.244856 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:37.255848 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:37.266872 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:37.277797 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:37.288603 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:16:37.404496 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:16:37.523924 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:16:37.637576 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:16:37.842731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:16:38.353322 run create_hlr_db(pid=18607): Launched\u000a03:16:38.538525 bus /sierra_2: Setting Powered False\u000a03:16:39.558575 run create_hlr_db(pid=18607): Terminated: ok {rc=0}\u000a03:16:39.960792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18609): Launched\u000a03:16:40.258743 run osmo-hlr_10.42.42.2(pid=18610): Launched\u000a03:16:40.381396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:16:40.901753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18612): Launched\u000a03:16:41.198195 run osmo-stp_10.42.42.5(pid=18613): Launched\u000a03:16:41.325632 tst emergency_preemptive_call.py: using MSISDN 7519\u000a03:16:41.478237 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:16:42.018482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18615): Launched\u000a03:16:42.315176 run osmo-msc_10.42.42.6(pid=18616): Launched\u000a03:16:42.489988 run osmo-stp_10.42.42.5(pid=18613): ERR: Terminated: ERROR {rc=1} [trial-2368↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18613)]\u000a03:16:42.616673 run osmo-stp_10.42.42.5(pid=18613): stdout: \u000a| (launched: 2022-12-10_03:16:41.051753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:42.740532 run osmo-stp_10.42.42.5(pid=18613): stderr: \u000a| �[0;m�[38;5;43m20221210031641222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031641222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031641223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031641223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031641224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031641224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031641224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:42.859891 run osmo-stp_10.42.42.5(pid=18613): stdout: \u000a| (launched: 2022-12-10_03:16:41.051753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:42.977950 run osmo-stp_10.42.42.5(pid=18613): stderr: \u000a| �[0;m�[38;5;43m20221210031641222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031641222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031641223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031641223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031641224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031641224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031641224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:43.029968 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=18613): Process ended prematurely: osmo-stp_10.42.42.5(pid=18613) [trial-2368↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18613)] [trial-2368↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a03:16:43.037995 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a03:16:43.097863 run osmo-hlr_10.42.42.2(pid=18610): ERR: Terminated: ERROR {rc=237} [trial-2368↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18610)]\u000a03:16:43.147014 run osmo-hlr_10.42.42.2(pid=18610): stdout: \u000a| (launched: 2022-12-10_03:16:40.112053) \u000a03:16:43.196478 run osmo-hlr_10.42.42.2(pid=18610): stderr: \u000a| �[0;m�[1;31m20221210031640284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031640284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031640284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031640284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031640284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031640285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031640295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031640304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031640304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031640304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:16:43.263622 run osmo-msc_10.42.42.6(pid=18616): ERR: Terminated: ERROR {rc=2} [trial-2368↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18616)]\u000a03:16:43.312491 run osmo-msc_10.42.42.6(pid=18616): stdout: \u000a| (launched: 2022-12-10_03:16:42.168577) \u000a03:16:43.362037 run osmo-msc_10.42.42.6(pid=18616): stderr: \u000a| �[0;m�[38;5;43m20221210031642439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210031642439 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61192b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210031642439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210031642439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210031642439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210031642440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210031642442 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210031642443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210031642443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210031642443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:16:43.403853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18609): Terminating (SIGTERM)\u000a03:16:43.443868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18612): Terminating (SIGTERM)\u000a03:16:43.483797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18615): Terminating (SIGTERM)\u000a03:16:43.493398 --- ParallelTerminationStrategy: PID 18609 died...\u000a03:16:43.547014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18609): Terminated: ok {rc=0}\u000a03:16:43.557213 --- ParallelTerminationStrategy: PID 18612 died...\u000a03:16:43.610492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18612): Terminated: ok {rc=0}\u000a03:16:43.620448 --- ParallelTerminationStrategy: PID 18615 died...\u000a03:16:43.673316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18615): Terminated: ok {rc=0}\u000a03:16:43.761977 bus /sierra_9: Setting Powered False\u000a03:16:44.867855 bus /sierra_9: Setting Powered False\u000a03:16:45.987788 bus /sierra_8: Setting Powered False\u000a03:16:47.096565 bus /sierra_8: Setting Powered False\u000a03:16:48.203775 bus /sierra_3: Setting Powered False\u000a03:16:49.309618 bus /sierra_3: Setting Powered False\u000a03:16:50.417897 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:16:25" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18632): Process ended prematurely: osmo-stp_10.42.42.5(pid=18632) [trial-2368↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18632)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18632): Process ended prematurely: osmo-stp_10.42.42.5(pid=18632) [trial-2368↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:16:52.529303 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:16:52.539925 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:16:52.676073 tst cs_paging_gprs_active.py: using LAC 25611\u000a03:16:52.796243 tst cs_paging_gprs_active.py: using RAC 111\u000a03:16:52.923822 tst cs_paging_gprs_active.py: using CellId 25611\u000a03:16:53.051133 tst cs_paging_gprs_active.py: using BVCI 25612\u000a03:16:53.076211 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:16:53.087984 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:16:53.099329 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:16:53.110656 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:16:53.121792 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:16:53.132933 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:16:53.144214 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:16:53.155214 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:16:53.166452 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:16:53.283951 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:16:53.580171 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:16:53.716239 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:16:54.051567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18622): Launched\u000a03:16:54.331222 run iperf3-srv_10.42.42.10(pid=18623): Launched\u000a03:16:54.529603 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:16:54.665462 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:16:55.000095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18624): Launched\u000a03:16:55.280917 run iperf3-srv_10.42.42.10(pid=18625): Launched\u000a03:16:55.480047 tst cs_paging_gprs_active.py:38: start network...\u000a03:16:55.615791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:16:56.135282 run create_hlr_db(pid=18626): Launched\u000a03:16:56.322155 bus /sierra_2: Setting Powered False\u000a03:16:57.344272 run create_hlr_db(pid=18626): Terminated: ok {rc=0}\u000a03:16:57.752901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18628): Launched\u000a03:16:58.057454 run osmo-hlr_10.42.42.2(pid=18629): Launched\u000a03:16:58.177594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:16:58.711573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18631): Launched\u000a03:16:59.015669 run osmo-stp_10.42.42.5(pid=18632): Launched\u000a03:16:59.127553 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:16:59.655443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18634): Launched\u000a03:16:59.763036 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:17:00.027261 run patchelf(pid=18635): Launched\u000a03:17:00.205311 run osmo-stp_10.42.42.5(pid=18632): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18632)]\u000a03:17:00.335310 run osmo-stp_10.42.42.5(pid=18632): stdout: \u000a| (launched: 2022-12-10_03:16:58.865957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:00.465894 run osmo-stp_10.42.42.5(pid=18632): stderr: \u000a| �[0;m�[38;5;43m20221210031659034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031659034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031659034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031659035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031659037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031659037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031659037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:00.592392 run osmo-stp_10.42.42.5(pid=18632): stdout: \u000a| (launched: 2022-12-10_03:16:58.865957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:00.717973 run osmo-stp_10.42.42.5(pid=18632): stderr: \u000a| �[0;m�[38;5;43m20221210031659034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031659034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031659034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031659035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031659037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031659037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031659037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:00.870386 run patchelf(pid=18635): Terminating (SIGINT)\u000a03:17:01.059896 run patchelf(pid=18635): Terminated: ok {rc=0}\u000a03:17:01.094653 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18632): Process ended prematurely: osmo-stp_10.42.42.5(pid=18632) [trial-2368↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18632)] [trial-2368↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a03:17:01.112406 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a03:17:01.188835 run osmo-hlr_10.42.42.2(pid=18629): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18629)]\u000a03:17:01.241898 run osmo-hlr_10.42.42.2(pid=18629): stdout: \u000a| (launched: 2022-12-10_03:16:57.906833) \u000a03:17:01.296212 run osmo-hlr_10.42.42.2(pid=18629): stderr: \u000a| �[0;m�[1;31m20221210031658081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031658081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031658081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031658081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031658081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031658081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031658098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031658108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031658109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031658109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:17:01.343333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18622): Terminating (SIGTERM)\u000a03:17:01.386389 run iperf3-srv_10.42.42.10(pid=18623): Terminating (SIGTERM)\u000a03:17:01.433069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18624): Terminating (SIGTERM)\u000a03:17:01.477435 run iperf3-srv_10.42.42.10(pid=18625): Terminating (SIGTERM)\u000a03:17:01.521458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18628): Terminating (SIGTERM)\u000a03:17:01.567546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18631): Terminating (SIGTERM)\u000a03:17:01.611645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18634): Terminating (SIGTERM)\u000a03:17:01.623561 --- ParallelTerminationStrategy: PID 18622 died...\u000a03:17:01.682690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18622): Terminated: ok {rc=0}\u000a03:17:01.693533 --- ParallelTerminationStrategy: PID 18623 died...\u000a03:17:01.751482 run iperf3-srv_10.42.42.10(pid=18623): Terminated {rc=256}\u000a03:17:01.762212 --- ParallelTerminationStrategy: PID 18624 died...\u000a03:17:01.820045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18624): Terminated: ok {rc=0}\u000a03:17:01.830603 --- ParallelTerminationStrategy: PID 18625 died...\u000a03:17:01.888085 run iperf3-srv_10.42.42.10(pid=18625): Terminated {rc=256}\u000a03:17:01.899064 --- ParallelTerminationStrategy: PID 18628 died...\u000a03:17:01.956926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18628): Terminated: ok {rc=0}\u000a03:17:01.967917 --- ParallelTerminationStrategy: PID 18631 died...\u000a03:17:02.025206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18631): Terminated: ok {rc=0}\u000a03:17:02.035906 --- ParallelTerminationStrategy: PID 18634 died...\u000a03:17:02.094548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18634): Terminated: ok {rc=0}\u000a03:17:02.188485 bus /gobi_0: Setting Powered False\u000a03:17:03.295054 bus /gobi_0: Setting Powered False\u000a03:17:04.402563 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18647): Process ended prematurely: osmo-stp_10.42.42.5(pid=18647) [trial-2368↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18647)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18647): Process ended prematurely: osmo-stp_10.42.42.5(pid=18647) [trial-2368↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a03:17:05.518178 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:05.529978 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:17:05.675101 tst iperf3.py: using LAC 25612\u000a03:17:05.802252 tst iperf3.py: using RAC 112\u000a03:17:05.929640 tst iperf3.py: using CellId 25612\u000a03:17:06.056211 tst iperf3.py: using BVCI 25613\u000a03:17:06.080910 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:06.092461 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:06.103709 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:06.114648 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:06.125458 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:06.136240 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:06.147421 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:06.158286 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:06.169324 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:06.446181 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:17:06.572615 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:17:06.888924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18639): Launched\u000a03:17:07.151198 run iperf3-srv_10.42.42.10(pid=18640): Launched\u000a03:17:07.335564 tst iperf3.py:8: start network...\u000a03:17:07.461891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:17:07.940665 run create_hlr_db(pid=18641): Launched\u000a03:17:08.115538 bus /gobi_6: Setting Powered False\u000a03:17:09.138009 run create_hlr_db(pid=18641): Terminated: ok {rc=0}\u000a03:17:09.570122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18643): Launched\u000a03:17:09.896018 run osmo-hlr_10.42.42.2(pid=18644): Launched\u000a03:17:10.015157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:17:10.583004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18646): Launched\u000a03:17:10.908836 run osmo-stp_10.42.42.5(pid=18647): Launched\u000a03:17:11.026320 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:17:11.591415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18649): Launched\u000a03:17:11.706925 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:17:11.990278 run patchelf(pid=18650): Launched\u000a03:17:12.180707 run osmo-stp_10.42.42.5(pid=18647): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18647)]\u000a03:17:12.319000 run osmo-stp_10.42.42.5(pid=18647): stdout: \u000a| (launched: 2022-12-10_03:17:10.748840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:12.458151 run osmo-stp_10.42.42.5(pid=18647): stderr: \u000a| �[0;m�[38;5;43m20221210031710943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031710943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031710943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031710943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031710944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031710944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031710944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:12.592430 run osmo-stp_10.42.42.5(pid=18647): stdout: \u000a| (launched: 2022-12-10_03:17:10.748840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:12.726518 run osmo-stp_10.42.42.5(pid=18647): stderr: \u000a| �[0;m�[38;5;43m20221210031710943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031710943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031710943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031710943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031710944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031710944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031710944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:12.881427 run patchelf(pid=18650): Terminating (SIGINT)\u000a03:17:13.062949 run patchelf(pid=18650): Terminated: ok {rc=0}\u000a03:17:13.096273 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18647): Process ended prematurely: osmo-stp_10.42.42.5(pid=18647) [trial-2368↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18647)] [trial-2368↪gprs:nanobts+band-900↪iperf3.py:8]\u000a03:17:13.106216 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a03:17:13.168810 run osmo-hlr_10.42.42.2(pid=18644): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18644)]\u000a03:17:13.220034 run osmo-hlr_10.42.42.2(pid=18644): stdout: \u000a| (launched: 2022-12-10_03:17:09.736206) \u000a03:17:13.271671 run osmo-hlr_10.42.42.2(pid=18644): stderr: \u000a| �[0;m�[1;31m20221210031709936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031709936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031709936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031709936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031709936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031709936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031709949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031709957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031709957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031709957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:17:13.315776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18639): Terminating (SIGTERM)\u000a03:17:13.357701 run iperf3-srv_10.42.42.10(pid=18640): Terminating (SIGTERM)\u000a03:17:13.399577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18643): Terminating (SIGTERM)\u000a03:17:13.441340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18646): Terminating (SIGTERM)\u000a03:17:13.483072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18649): Terminating (SIGTERM)\u000a03:17:13.493021 --- ParallelTerminationStrategy: PID 18639 died...\u000a03:17:13.548771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18639): Terminated: ok {rc=0}\u000a03:17:13.558995 --- ParallelTerminationStrategy: PID 18640 died...\u000a03:17:13.614284 run iperf3-srv_10.42.42.10(pid=18640): Terminated {rc=256}\u000a03:17:13.624420 --- ParallelTerminationStrategy: PID 18643 died...\u000a03:17:13.679800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18643): Terminated: ok {rc=0}\u000a03:17:13.689859 --- ParallelTerminationStrategy: PID 18646 died...\u000a03:17:13.745168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18646): Terminated: ok {rc=0}\u000a03:17:13.755370 --- ParallelTerminationStrategy: PID 18649 died...\u000a03:17:13.810790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18649): Terminated: ok {rc=0}\u000a03:17:13.897722 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18665): Process ended prematurely: osmo-stp_10.42.42.5(pid=18665) [trial-2368↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18665)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18665): Process ended prematurely: osmo-stp_10.42.42.5(pid=18665) [trial-2368↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a03:17:15.011730 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:15.023488 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:17:15.167377 tst iperf3m4.py: using LAC 25613\u000a03:17:15.295960 tst iperf3m4.py: using RAC 113\u000a03:17:15.426937 tst iperf3m4.py: using CellId 25613\u000a03:17:15.554299 tst iperf3m4.py: using BVCI 25614\u000a03:17:15.579045 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:15.590405 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:15.601594 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:15.612761 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:15.624004 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:15.635338 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:15.646777 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:15.657903 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:15.669224 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:15.787814 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:15.928841 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:16.044091 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:16.363781 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:17:16.504528 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:17:16.861198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18651): Launched\u000a03:17:17.152296 run iperf3-srv_10.42.42.10(pid=18652): Launched\u000a03:17:17.352221 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:17:17.487472 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:17:17.823666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18653): Launched\u000a03:17:18.103439 run iperf3-srv_10.42.42.10(pid=18654): Launched\u000a03:17:18.301962 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:17:18.437413 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:17:18.772644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18655): Launched\u000a03:17:19.052255 run iperf3-srv_10.42.42.10(pid=18656): Launched\u000a03:17:19.252300 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:17:19.388289 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:17:19.724269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18657): Launched\u000a03:17:20.003127 run iperf3-srv_10.42.42.10(pid=18658): Launched\u000a03:17:20.202465 tst iperf3m4.py:8: start network...\u000a03:17:20.338079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:17:20.858786 run create_hlr_db(pid=18659): Launched\u000a03:17:21.046093 bus /gobi_6: Setting Powered False\u000a03:17:22.068034 run create_hlr_db(pid=18659): Terminated: ok {rc=0}\u000a03:17:22.477137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18661): Launched\u000a03:17:22.782897 run osmo-hlr_10.42.42.2(pid=18662): Launched\u000a03:17:22.901584 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:17:23.438458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18664): Launched\u000a03:17:23.744230 run osmo-stp_10.42.42.5(pid=18665): Launched\u000a03:17:23.856181 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:17:24.385521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18667): Launched\u000a03:17:24.493515 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:17:24.757981 run patchelf(pid=18668): Launched\u000a03:17:24.935815 run osmo-stp_10.42.42.5(pid=18665): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18665)]\u000a03:17:25.065222 run osmo-stp_10.42.42.5(pid=18665): stdout: \u000a| (launched: 2022-12-10_03:17:23.592655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:25.195302 run osmo-stp_10.42.42.5(pid=18665): stderr: \u000a| �[0;m�[38;5;43m20221210031723766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031723766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031723766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031723766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031723767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031723767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031723767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:25.320830 run osmo-stp_10.42.42.5(pid=18665): stdout: \u000a| (launched: 2022-12-10_03:17:23.592655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:25.445148 run osmo-stp_10.42.42.5(pid=18665): stderr: \u000a| �[0;m�[38;5;43m20221210031723766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031723766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031723766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031723766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031723767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031723767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031723767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:25.590153 run patchelf(pid=18668): Terminating (SIGINT)\u000a03:17:25.760850 run patchelf(pid=18668): Terminated: ok {rc=0}\u000a03:17:25.792191 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18665): Process ended prematurely: osmo-stp_10.42.42.5(pid=18665) [trial-2368↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18665)] [trial-2368↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a03:17:25.801359 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a03:17:25.862998 run osmo-hlr_10.42.42.2(pid=18662): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18662)]\u000a03:17:25.912692 run osmo-hlr_10.42.42.2(pid=18662): stdout: \u000a| (launched: 2022-12-10_03:17:22.632121) \u000a03:17:25.963252 run osmo-hlr_10.42.42.2(pid=18662): stderr: \u000a| �[0;m�[1;31m20221210031722809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031722809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031722809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031722809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031722809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031722809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031722822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031722830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031722831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031722831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:17:26.005670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18651): Terminating (SIGTERM)\u000a03:17:26.045911 run iperf3-srv_10.42.42.10(pid=18652): Terminating (SIGTERM)\u000a03:17:26.086263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18653): Terminating (SIGTERM)\u000a03:17:26.126637 run iperf3-srv_10.42.42.10(pid=18654): Terminating (SIGTERM)\u000a03:17:26.166909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18655): Terminating (SIGTERM)\u000a03:17:26.206822 run iperf3-srv_10.42.42.10(pid=18656): Terminating (SIGTERM)\u000a03:17:26.247019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18657): Terminating (SIGTERM)\u000a03:17:26.287228 run iperf3-srv_10.42.42.10(pid=18658): Terminating (SIGTERM)\u000a03:17:26.327595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18661): Terminating (SIGTERM)\u000a03:17:26.367596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18664): Terminating (SIGTERM)\u000a03:17:26.407644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18667): Terminating (SIGTERM)\u000a03:17:26.417300 --- ParallelTerminationStrategy: PID 18651 died...\u000a03:17:26.471274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18651): Terminated: ok {rc=0}\u000a03:17:26.481268 --- ParallelTerminationStrategy: PID 18652 died...\u000a03:17:26.534639 run iperf3-srv_10.42.42.10(pid=18652): Terminated {rc=256}\u000a03:17:26.544527 --- ParallelTerminationStrategy: PID 18653 died...\u000a03:17:26.598004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18653): Terminated: ok {rc=0}\u000a03:17:26.607888 --- ParallelTerminationStrategy: PID 18654 died...\u000a03:17:26.661100 run iperf3-srv_10.42.42.10(pid=18654): Terminated {rc=256}\u000a03:17:26.671018 --- ParallelTerminationStrategy: PID 18655 died...\u000a03:17:26.724376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18655): Terminated: ok {rc=0}\u000a03:17:26.734087 --- ParallelTerminationStrategy: PID 18656 died...\u000a03:17:26.788089 run iperf3-srv_10.42.42.10(pid=18656): Terminated {rc=256}\u000a03:17:26.798128 --- ParallelTerminationStrategy: PID 18657 died...\u000a03:17:26.851512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18657): Terminated: ok {rc=0}\u000a03:17:26.861826 --- ParallelTerminationStrategy: PID 18658 died...\u000a03:17:26.914995 run iperf3-srv_10.42.42.10(pid=18658): Terminated {rc=256}\u000a03:17:26.924900 --- ParallelTerminationStrategy: PID 18661 died...\u000a03:17:26.978569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18661): Terminated: ok {rc=0}\u000a03:17:26.988494 --- ParallelTerminationStrategy: PID 18664 died...\u000a03:17:27.041698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18664): Terminated: ok {rc=0}\u000a03:17:27.051608 --- ParallelTerminationStrategy: PID 18667 died...\u000a03:17:27.105047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18667): Terminated: ok {rc=0}\u000a03:17:27.194220 bus /gobi_4: Setting Powered False\u000a03:17:28.298815 bus /gobi_4: Setting Powered False\u000a03:17:29.409542 bus /gobi_1: Setting Powered False\u000a03:17:30.517457 bus /gobi_1: Setting Powered False\u000a03:17:31.650369 bus /gobi_0: Setting Powered False\u000a03:17:32.758372 bus /gobi_0: Setting Powered False\u000a03:17:33.867823 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18681): Process ended prematurely: osmo-stp_10.42.42.5(pid=18681) [trial-2368↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18681)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18681): Process ended prematurely: osmo-stp_10.42.42.5(pid=18681) [trial-2368↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18681)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a03:17:34.937004 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:34.948730 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:17:35.090795 tst ping.py: using LAC 25614\u000a03:17:35.218368 tst ping.py: using RAC 114\u000a03:17:35.347547 tst ping.py: using CellId 25614\u000a03:17:35.470958 tst ping.py: using BVCI 25615\u000a03:17:35.495197 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:35.506401 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:35.517571 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:35.528787 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:35.539768 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:35.550767 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:35.562105 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:35.573087 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:35.864124 tst ping.py:19: start network...\u000a03:17:35.997318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:17:36.505485 run create_hlr_db(pid=18675): Launched\u000a03:17:36.690356 bus /gobi_6: Setting Powered False\u000a03:17:37.710450 run create_hlr_db(pid=18675): Terminated: ok {rc=0}\u000a03:17:38.112529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18677): Launched\u000a03:17:38.410239 run osmo-hlr_10.42.42.2(pid=18678): Launched\u000a03:17:38.531483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:17:39.058628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18680): Launched\u000a03:17:39.356018 run osmo-stp_10.42.42.5(pid=18681): Launched\u000a03:17:39.464038 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:17:39.983210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18683): Launched\u000a03:17:40.091481 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:17:40.353309 run patchelf(pid=18684): Launched\u000a03:17:40.528315 run osmo-stp_10.42.42.5(pid=18681): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18681)]\u000a03:17:40.656464 run osmo-stp_10.42.42.5(pid=18681): stdout: \u000a| (launched: 2022-12-10_03:17:39.209313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:40.785337 run osmo-stp_10.42.42.5(pid=18681): stderr: \u000a| �[0;m�[38;5;43m20221210031739379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031739379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031739379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031739379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031739380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031739380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031739380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:40.909289 run osmo-stp_10.42.42.5(pid=18681): stdout: \u000a| (launched: 2022-12-10_03:17:39.209313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:41.031881 run osmo-stp_10.42.42.5(pid=18681): stderr: \u000a| �[0;m�[38;5;43m20221210031739379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031739379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031739379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031739379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031739380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031739380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031739380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:41.174819 run patchelf(pid=18684): Terminating (SIGINT)\u000a03:17:41.342724 run patchelf(pid=18684): Terminated: ok {rc=0}\u000a03:17:41.373146 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18681): Process ended prematurely: osmo-stp_10.42.42.5(pid=18681) [trial-2368↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18681)] [trial-2368↪gprs:nanobts+band-900↪ping.py:22]\u000a03:17:41.381737 tst ping.py:22: Test FAILED (6.4 sec)\u000a03:17:41.442504 run osmo-hlr_10.42.42.2(pid=18678): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18678)]\u000a03:17:41.492113 run osmo-hlr_10.42.42.2(pid=18678): stdout: \u000a| (launched: 2022-12-10_03:17:38.263500) \u000a03:17:41.542481 run osmo-hlr_10.42.42.2(pid=18678): stderr: \u000a| �[0;m�[1;31m20221210031738436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031738436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031738436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031738436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031738436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031738436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031738449 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031738458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031738459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031738459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:17:41.584814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18677): Terminating (SIGTERM)\u000a03:17:41.625238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18680): Terminating (SIGTERM)\u000a03:17:41.665449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18683): Terminating (SIGTERM)\u000a03:17:41.675092 --- ParallelTerminationStrategy: PID 18677 died...\u000a03:17:41.728721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18677): Terminated: ok {rc=0}\u000a03:17:41.738667 --- ParallelTerminationStrategy: PID 18680 died...\u000a03:17:41.791789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18680): Terminated: ok {rc=0}\u000a03:17:41.801785 --- ParallelTerminationStrategy: PID 18683 died...\u000a03:17:41.855904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18683): Terminated: ok {rc=0}\u000a03:17:41.939532 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18694): Process ended prematurely: osmo-stp_10.42.42.5(pid=18694) [trial-2368↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18694)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18694): Process ended prematurely: osmo-stp_10.42.42.5(pid=18694) [trial-2368↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a03:17:42.992748 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:43.005043 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:17:43.149656 tst ping_idle_ping.py: using LAC 25615\u000a03:17:43.276790 tst ping_idle_ping.py: using RAC 115\u000a03:17:43.407263 tst ping_idle_ping.py: using CellId 25615\u000a03:17:43.534497 tst ping_idle_ping.py: using BVCI 25616\u000a03:17:43.558991 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:43.570223 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:43.581244 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:43.592349 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:43.603428 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:43.614546 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:43.625875 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:43.637050 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:43.912378 tst ping_idle_ping.py:24: start network...\u000a03:17:44.037050 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:17:44.525949 run create_hlr_db(pid=18685): Launched\u000a03:17:44.711686 bus /gobi_6: Setting Powered False\u000a03:17:45.732156 run create_hlr_db(pid=18685): Terminated: ok {rc=0}\u000a03:17:46.212885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18687): Launched\u000a03:17:46.638826 run osmo-hlr_10.42.42.2(pid=18688): Launched\u000a03:17:46.773900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:17:47.463383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18692): Launched\u000a03:17:47.780311 run osmo-stp_10.42.42.5(pid=18694): Launched\u000a03:17:47.889155 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:17:48.452899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18696): Launched\u000a03:17:48.567169 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:17:48.848929 run patchelf(pid=18697): Launched\u000a03:17:49.035941 run osmo-stp_10.42.42.5(pid=18694): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18694)]\u000a03:17:49.165153 run osmo-stp_10.42.42.5(pid=18694): stdout: \u000a| (launched: 2022-12-10_03:17:47.626145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:49.294227 run osmo-stp_10.42.42.5(pid=18694): stderr: \u000a| �[0;m�[38;5;43m20221210031747800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031747800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031747800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031747801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031747801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031747801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031747801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:49.417642 run osmo-stp_10.42.42.5(pid=18694): stdout: \u000a| (launched: 2022-12-10_03:17:47.626145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:49.541280 run osmo-stp_10.42.42.5(pid=18694): stderr: \u000a| �[0;m�[38;5;43m20221210031747800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031747800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031747800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031747801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031747801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031747801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031747801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:49.685240 run patchelf(pid=18697): Terminating (SIGINT)\u000a03:17:49.854401 run patchelf(pid=18697): Terminated: ok {rc=0}\u000a03:17:49.885331 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18694): Process ended prematurely: osmo-stp_10.42.42.5(pid=18694) [trial-2368↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18694)] [trial-2368↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a03:17:49.893932 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a03:17:49.955145 run osmo-hlr_10.42.42.2(pid=18688): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18688)]\u000a03:17:50.005108 run osmo-hlr_10.42.42.2(pid=18688): stdout: \u000a| (launched: 2022-12-10_03:17:46.382727) \u000a03:17:50.055503 run osmo-hlr_10.42.42.2(pid=18688): stderr: \u000a| �[0;m�[1;31m20221210031746742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031746742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031746742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031746742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031746743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031746743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031746766 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031746783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031746783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031746783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:17:50.098118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18687): Terminating (SIGTERM)\u000a03:17:50.139755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18692): Terminating (SIGTERM)\u000a03:17:50.179792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18696): Terminating (SIGTERM)\u000a03:17:50.189404 --- ParallelTerminationStrategy: PID 18687 died...\u000a03:17:50.242614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18687): Terminated: ok {rc=0}\u000a03:17:50.252531 --- ParallelTerminationStrategy: PID 18692 died...\u000a03:17:50.305970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18692): Terminated: ok {rc=0}\u000a03:17:50.315624 --- ParallelTerminationStrategy: PID 18696 died...\u000a03:17:50.369076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18696): Terminated: ok {rc=0}\u000a03:17:50.453355 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:16:52" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18717): Process ended prematurely: osmo-stp_10.42.42.5(pid=18717) [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18717)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18717): Process ended prematurely: osmo-stp_10.42.42.5(pid=18717) [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18717)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:17:52.615463 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:17:52.626607 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:17:52.770893 tst cs_paging_gprs_active.py: using LAC 25616\u000a03:17:52.897937 tst cs_paging_gprs_active.py: using RAC 116\u000a03:17:53.026329 tst cs_paging_gprs_active.py: using CellId 25616\u000a03:17:53.158527 tst cs_paging_gprs_active.py: using BVCI 25617\u000a03:17:53.183654 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:17:53.195140 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:17:53.206230 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:17:53.217346 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:17:53.228172 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:17:53.239343 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:17:53.250613 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:17:53.263746 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:17:53.275359 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:17:53.394648 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:17:53.682131 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:17:53.810620 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:17:54.126380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18706): Launched\u000a03:17:54.390701 run iperf3-srv_10.42.42.10(pid=18707): Launched\u000a03:17:54.575482 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:17:54.702552 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:17:55.017292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18708): Launched\u000a03:17:55.280664 run iperf3-srv_10.42.42.10(pid=18709): Launched\u000a03:17:55.466195 tst cs_paging_gprs_active.py:38: start network...\u000a03:17:55.592338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:17:56.074329 run create_hlr_db(pid=18711): Launched\u000a03:17:56.249249 bus /gobi_6: Setting Powered False\u000a03:17:57.269705 run create_hlr_db(pid=18711): Terminated: ok {rc=0}\u000a03:17:57.677716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18713): Launched\u000a03:17:57.984766 run osmo-hlr_10.42.42.2(pid=18714): Launched\u000a03:17:58.102816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:17:58.678001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18716): Launched\u000a03:17:59.003902 run osmo-stp_10.42.42.5(pid=18717): Launched\u000a03:17:59.125993 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:17:59.696383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18719): Launched\u000a03:17:59.811985 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:18:00.094855 run patchelf(pid=18720): Launched\u000a03:18:00.285308 run osmo-stp_10.42.42.5(pid=18717): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18717)]\u000a03:18:00.423666 run osmo-stp_10.42.42.5(pid=18717): stdout: \u000a| (launched: 2022-12-10_03:17:58.843784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:00.562327 run osmo-stp_10.42.42.5(pid=18717): stderr: \u000a| �[0;m�[38;5;43m20221210031759034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031759034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031759035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031759035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031759037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031759038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031759038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:00.696803 run osmo-stp_10.42.42.5(pid=18717): stdout: \u000a| (launched: 2022-12-10_03:17:58.843784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:00.830012 run osmo-stp_10.42.42.5(pid=18717): stderr: \u000a| �[0;m�[38;5;43m20221210031759034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031759034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031759035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031759035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031759037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031759038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031759038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:00.987862 run patchelf(pid=18720): Terminating (SIGINT)\u000a03:18:01.174978 run patchelf(pid=18720): Terminated: ok {rc=0}\u000a03:18:01.209267 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18717): Process ended prematurely: osmo-stp_10.42.42.5(pid=18717) [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18717)] [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a03:18:01.219659 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a03:18:01.283510 run osmo-hlr_10.42.42.2(pid=18714): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18714)]\u000a03:18:01.335979 run osmo-hlr_10.42.42.2(pid=18714): stdout: \u000a| (launched: 2022-12-10_03:17:57.832376) \u000a03:18:01.389069 run osmo-hlr_10.42.42.2(pid=18714): stderr: \u000a| �[0;m�[1;31m20221210031758015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031758015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031758015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031758015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031758015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031758015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031758027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031758036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031758037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031758037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:18:01.434196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18706): Terminating (SIGTERM)\u000a03:18:01.480633 run iperf3-srv_10.42.42.10(pid=18707): Terminating (SIGTERM)\u000a03:18:01.524996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18708): Terminating (SIGTERM)\u000a03:18:01.568302 run iperf3-srv_10.42.42.10(pid=18709): Terminating (SIGTERM)\u000a03:18:01.613997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18713): Terminating (SIGTERM)\u000a03:18:01.657401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18716): Terminating (SIGTERM)\u000a03:18:01.701204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18719): Terminating (SIGTERM)\u000a03:18:01.711065 --- ParallelTerminationStrategy: PID 18706 died...\u000a03:18:01.767146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18706): Terminated: ok {rc=0}\u000a03:18:01.777782 --- ParallelTerminationStrategy: PID 18707 died...\u000a03:18:01.834428 run iperf3-srv_10.42.42.10(pid=18707): Terminated {rc=256}\u000a03:18:01.845289 --- ParallelTerminationStrategy: PID 18708 died...\u000a03:18:01.902221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18708): Terminated: ok {rc=0}\u000a03:18:01.912729 --- ParallelTerminationStrategy: PID 18709 died...\u000a03:18:01.969057 run iperf3-srv_10.42.42.10(pid=18709): Terminated {rc=256}\u000a03:18:01.979615 --- ParallelTerminationStrategy: PID 18713 died...\u000a03:18:02.036001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18713): Terminated: ok {rc=0}\u000a03:18:02.048672 --- ParallelTerminationStrategy: PID 18716 died...\u000a03:18:02.104915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18716): Terminated: ok {rc=0}\u000a03:18:02.115697 --- ParallelTerminationStrategy: PID 18719 died...\u000a03:18:02.171997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18719): Terminated: ok {rc=0}\u000a03:18:02.267949 bus /gobi_0: Setting Powered False\u000a03:18:03.372568 bus /gobi_0: Setting Powered False\u000a03:18:04.482854 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18730): Process ended prematurely: osmo-stp_10.42.42.5(pid=18730) [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18730)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18730): Process ended prematurely: osmo-stp_10.42.42.5(pid=18730) [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a03:18:05.592615 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:05.603908 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:18:05.743300 tst iperf3.py: using LAC 25617\u000a03:18:05.864157 tst iperf3.py: using RAC 117\u000a03:18:05.988332 tst iperf3.py: using CellId 25617\u000a03:18:06.108855 tst iperf3.py: using BVCI 25618\u000a03:18:06.132043 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:06.143026 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:06.153739 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:06.164766 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:06.175658 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:06.186669 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:06.197667 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:06.208353 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:06.219341 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:06.494605 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:18:06.621499 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:18:06.937721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18721): Launched\u000a03:18:07.201954 run iperf3-srv_10.42.42.10(pid=18722): Launched\u000a03:18:07.388376 tst iperf3.py:8: start network...\u000a03:18:07.515125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:18:08.001379 run create_hlr_db(pid=18724): Launched\u000a03:18:08.179203 bus /gobi_6: Setting Powered False\u000a03:18:09.199241 run create_hlr_db(pid=18724): Terminated: ok {rc=0}\u000a03:18:09.631908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18726): Launched\u000a03:18:09.959569 run osmo-hlr_10.42.42.2(pid=18727): Launched\u000a03:18:10.080697 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:18:10.646856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18729): Launched\u000a03:18:10.971736 run osmo-stp_10.42.42.5(pid=18730): Launched\u000a03:18:11.091207 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:18:11.646664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18732): Launched\u000a03:18:11.762035 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:18:12.048019 run patchelf(pid=18733): Launched\u000a03:18:12.237827 run osmo-stp_10.42.42.5(pid=18730): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18730)]\u000a03:18:12.375566 run osmo-stp_10.42.42.5(pid=18730): stdout: \u000a| (launched: 2022-12-10_03:18:10.811987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:12.513981 run osmo-stp_10.42.42.5(pid=18730): stderr: \u000a| �[0;m�[38;5;43m20221210031811009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031811010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031811010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031811010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031811011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031811011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031811011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:12.647831 run osmo-stp_10.42.42.5(pid=18730): stdout: \u000a| (launched: 2022-12-10_03:18:10.811987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:12.780643 run osmo-stp_10.42.42.5(pid=18730): stderr: \u000a| �[0;m�[38;5;43m20221210031811009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031811010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031811010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031811010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031811011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031811011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031811011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:12.934720 run patchelf(pid=18733): Terminating (SIGINT)\u000a03:18:13.115562 run patchelf(pid=18733): Terminated: ok {rc=0}\u000a03:18:13.149083 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18730): Process ended prematurely: osmo-stp_10.42.42.5(pid=18730) [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18730)] [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a03:18:13.158893 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a03:18:13.222668 run osmo-hlr_10.42.42.2(pid=18727): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18727)]\u000a03:18:13.274204 run osmo-hlr_10.42.42.2(pid=18727): stdout: \u000a| (launched: 2022-12-10_03:18:09.797619) \u000a03:18:13.326106 run osmo-hlr_10.42.42.2(pid=18727): stderr: \u000a| �[0;m�[1;31m20221210031809999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031809999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031809999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031809999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031809999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031809999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031810013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031810023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031810023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031810023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:18:13.370214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18721): Terminating (SIGTERM)\u000a03:18:13.411658 run iperf3-srv_10.42.42.10(pid=18722): Terminating (SIGTERM)\u000a03:18:13.453443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18726): Terminating (SIGTERM)\u000a03:18:13.494950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18729): Terminating (SIGTERM)\u000a03:18:13.536636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18732): Terminating (SIGTERM)\u000a03:18:13.546471 --- ParallelTerminationStrategy: PID 18721 died...\u000a03:18:13.601935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18721): Terminated: ok {rc=0}\u000a03:18:13.612033 --- ParallelTerminationStrategy: PID 18722 died...\u000a03:18:13.667467 run iperf3-srv_10.42.42.10(pid=18722): Terminated {rc=256}\u000a03:18:13.677895 --- ParallelTerminationStrategy: PID 18726 died...\u000a03:18:13.733350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18726): Terminated: ok {rc=0}\u000a03:18:13.743388 --- ParallelTerminationStrategy: PID 18729 died...\u000a03:18:13.798582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18729): Terminated: ok {rc=0}\u000a03:18:13.808599 --- ParallelTerminationStrategy: PID 18732 died...\u000a03:18:13.863949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18732): Terminated: ok {rc=0}\u000a03:18:13.951730 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18748): Process ended prematurely: osmo-stp_10.42.42.5(pid=18748) [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18748)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18748): Process ended prematurely: osmo-stp_10.42.42.5(pid=18748) [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a03:18:15.063541 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:15.075052 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:18:15.214044 tst iperf3m4.py: using LAC 25618\u000a03:18:15.333099 tst iperf3m4.py: using RAC 118\u000a03:18:15.453270 tst iperf3m4.py: using CellId 25618\u000a03:18:15.574250 tst iperf3m4.py: using BVCI 25619\u000a03:18:15.597425 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:15.608288 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:15.619064 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:15.630109 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:15.641027 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:15.651908 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:15.663477 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:15.674428 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:15.685522 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:15.802300 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:15.959323 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:16.106892 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:16.477371 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:18:16.621235 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:18:16.975217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18734): Launched\u000a03:18:17.287378 run iperf3-srv_10.42.42.10(pid=18735): Launched\u000a03:18:17.486834 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:18:17.622323 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:18:17.957704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18736): Launched\u000a03:18:18.237895 run iperf3-srv_10.42.42.10(pid=18737): Launched\u000a03:18:18.436344 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:18:18.571516 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:18:18.907894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18738): Launched\u000a03:18:19.185581 run iperf3-srv_10.42.42.10(pid=18739): Launched\u000a03:18:19.375901 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:18:19.512191 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:18:19.850350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18740): Launched\u000a03:18:20.131144 run iperf3-srv_10.42.42.10(pid=18741): Launched\u000a03:18:20.330510 tst iperf3m4.py:8: start network...\u000a03:18:20.466172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:18:20.987665 run create_hlr_db(pid=18742): Launched\u000a03:18:21.175657 bus /gobi_6: Setting Powered False\u000a03:18:22.189721 run create_hlr_db(pid=18742): Terminated: ok {rc=0}\u000a03:18:22.614815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18744): Launched\u000a03:18:22.941307 run osmo-hlr_10.42.42.2(pid=18745): Launched\u000a03:18:23.061783 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:18:23.625147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18747): Launched\u000a03:18:23.933405 run osmo-stp_10.42.42.5(pid=18748): Launched\u000a03:18:24.043922 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:18:24.578665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18750): Launched\u000a03:18:24.690385 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:18:24.958898 run patchelf(pid=18751): Launched\u000a03:18:25.136675 run osmo-stp_10.42.42.5(pid=18748): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18748)]\u000a03:18:25.280617 run osmo-stp_10.42.42.5(pid=18748): stdout: \u000a| (launched: 2022-12-10_03:18:23.782939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:25.419897 run osmo-stp_10.42.42.5(pid=18748): stderr: \u000a| �[0;m�[38;5;43m20221210031823956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031823956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031823956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031823957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031823957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031823957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031823957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:25.554237 run osmo-stp_10.42.42.5(pid=18748): stdout: \u000a| (launched: 2022-12-10_03:18:23.782939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:25.687064 run osmo-stp_10.42.42.5(pid=18748): stderr: \u000a| �[0;m�[38;5;43m20221210031823956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031823956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031823956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031823957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031823957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031823957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031823957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:25.841576 run patchelf(pid=18751): Terminating (SIGINT)\u000a03:18:26.022921 run patchelf(pid=18751): Terminated: ok {rc=0}\u000a03:18:26.056195 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18748): Process ended prematurely: osmo-stp_10.42.42.5(pid=18748) [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18748)] [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a03:18:26.066004 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a03:18:26.129615 run osmo-hlr_10.42.42.2(pid=18745): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18745)]\u000a03:18:26.181098 run osmo-hlr_10.42.42.2(pid=18745): stdout: \u000a| (launched: 2022-12-10_03:18:22.780568) \u000a03:18:26.233243 run osmo-hlr_10.42.42.2(pid=18745): stderr: \u000a| �[0;m�[1;31m20221210031822986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031822986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031822986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031822986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031822986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031822986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031822997 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031823005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031823005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031823005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:18:26.277480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18734): Terminating (SIGTERM)\u000a03:18:26.319359 run iperf3-srv_10.42.42.10(pid=18735): Terminating (SIGTERM)\u000a03:18:26.361053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18736): Terminating (SIGTERM)\u000a03:18:26.402632 run iperf3-srv_10.42.42.10(pid=18737): Terminating (SIGTERM)\u000a03:18:26.444277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18738): Terminating (SIGTERM)\u000a03:18:26.485899 run iperf3-srv_10.42.42.10(pid=18739): Terminating (SIGTERM)\u000a03:18:26.527456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18740): Terminating (SIGTERM)\u000a03:18:26.569018 run iperf3-srv_10.42.42.10(pid=18741): Terminating (SIGTERM)\u000a03:18:26.610697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18744): Terminating (SIGTERM)\u000a03:18:26.652328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18747): Terminating (SIGTERM)\u000a03:18:26.694495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18750): Terminating (SIGTERM)\u000a03:18:26.704322 --- ParallelTerminationStrategy: PID 18734 died...\u000a03:18:26.759915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18734): Terminated: ok {rc=0}\u000a03:18:26.770027 --- ParallelTerminationStrategy: PID 18735 died...\u000a03:18:26.825189 run iperf3-srv_10.42.42.10(pid=18735): Terminated {rc=256}\u000a03:18:26.835180 --- ParallelTerminationStrategy: PID 18736 died...\u000a03:18:26.890368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18736): Terminated: ok {rc=0}\u000a03:18:26.900415 --- ParallelTerminationStrategy: PID 18737 died...\u000a03:18:26.955604 run iperf3-srv_10.42.42.10(pid=18737): Terminated {rc=256}\u000a03:18:26.965720 --- ParallelTerminationStrategy: PID 18738 died...\u000a03:18:27.020729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18738): Terminated: ok {rc=0}\u000a03:18:27.030774 --- ParallelTerminationStrategy: PID 18739 died...\u000a03:18:27.085850 run iperf3-srv_10.42.42.10(pid=18739): Terminated {rc=256}\u000a03:18:27.095902 --- ParallelTerminationStrategy: PID 18740 died...\u000a03:18:27.151557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18740): Terminated: ok {rc=0}\u000a03:18:27.162129 --- ParallelTerminationStrategy: PID 18741 died...\u000a03:18:27.217293 run iperf3-srv_10.42.42.10(pid=18741): Terminated {rc=256}\u000a03:18:27.227338 --- ParallelTerminationStrategy: PID 18744 died...\u000a03:18:27.282626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18744): Terminated: ok {rc=0}\u000a03:18:27.292769 --- ParallelTerminationStrategy: PID 18747 died...\u000a03:18:27.348148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18747): Terminated: ok {rc=0}\u000a03:18:27.358337 --- ParallelTerminationStrategy: PID 18750 died...\u000a03:18:27.414519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18750): Terminated: ok {rc=0}\u000a03:18:27.504873 bus /gobi_4: Setting Powered False\u000a03:18:28.614146 bus /gobi_4: Setting Powered False\u000a03:18:29.726239 bus /gobi_1: Setting Powered False\u000a03:18:30.831155 bus /gobi_1: Setting Powered False\u000a03:18:31.947839 bus /gobi_0: Setting Powered False\u000a03:18:33.054352 bus /gobi_0: Setting Powered False\u000a03:18:34.164872 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18764): Process ended prematurely: osmo-stp_10.42.42.5(pid=18764) [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18764)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18764): Process ended prematurely: osmo-stp_10.42.42.5(pid=18764) [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a03:18:35.233853 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:35.246118 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:18:35.391574 tst ping.py: using LAC 25619\u000a03:18:35.519635 tst ping.py: using RAC 119\u000a03:18:35.646573 tst ping.py: using CellId 25619\u000a03:18:35.771697 tst ping.py: using BVCI 25620\u000a03:18:35.796073 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:35.807569 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:35.818889 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:35.830193 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:35.841373 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:35.852525 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:35.864033 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:35.875324 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:36.152465 tst ping.py:19: start network...\u000a03:18:36.276267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:18:36.787499 run create_hlr_db(pid=18752): Launched\u000a03:18:36.982412 bus /gobi_6: Setting Powered False\u000a03:18:37.992545 run create_hlr_db(pid=18752): Terminated: ok {rc=0}\u000a03:18:38.426756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18760): Launched\u000a03:18:38.726059 run osmo-hlr_10.42.42.2(pid=18761): Launched\u000a03:18:38.844537 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:18:39.374875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18763): Launched\u000a03:18:39.674608 run osmo-stp_10.42.42.5(pid=18764): Launched\u000a03:18:39.787736 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:18:40.310545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18766): Launched\u000a03:18:40.417044 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:18:40.681023 run patchelf(pid=18767): Launched\u000a03:18:40.860570 run osmo-stp_10.42.42.5(pid=18764): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18764)]\u000a03:18:40.989202 run osmo-stp_10.42.42.5(pid=18764): stdout: \u000a| (launched: 2022-12-10_03:18:39.525683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:41.129804 run osmo-stp_10.42.42.5(pid=18764): stderr: \u000a| �[0;m�[38;5;43m20221210031839699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031839699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031839700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031839700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031839701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031839701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031839701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:41.263677 run osmo-stp_10.42.42.5(pid=18764): stdout: \u000a| (launched: 2022-12-10_03:18:39.525683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:41.397494 run osmo-stp_10.42.42.5(pid=18764): stderr: \u000a| �[0;m�[38;5;43m20221210031839699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031839699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031839700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031839700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031839701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031839701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031839701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:41.553458 run patchelf(pid=18767): Terminating (SIGINT)\u000a03:18:41.734121 run patchelf(pid=18767): Terminated: ok {rc=0}\u000a03:18:41.766577 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18764): Process ended prematurely: osmo-stp_10.42.42.5(pid=18764) [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18764)] [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a03:18:41.775710 tst ping.py:22: Test FAILED (6.5 sec)\u000a03:18:41.841263 run osmo-hlr_10.42.42.2(pid=18761): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18761)]\u000a03:18:41.891185 run osmo-hlr_10.42.42.2(pid=18761): stdout: \u000a| (launched: 2022-12-10_03:18:38.578735) \u000a03:18:41.941844 run osmo-hlr_10.42.42.2(pid=18761): stderr: \u000a| �[0;m�[1;31m20221210031838755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031838755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031838755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031838755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031838755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031838755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031838768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031838778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031838779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031838779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:18:41.984639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18760): Terminating (SIGTERM)\u000a03:18:42.024814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18763): Terminating (SIGTERM)\u000a03:18:42.066953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18766): Terminating (SIGTERM)\u000a03:18:42.076421 --- ParallelTerminationStrategy: PID 18760 died...\u000a03:18:42.130457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18760): Terminated: ok {rc=0}\u000a03:18:42.140151 --- ParallelTerminationStrategy: PID 18763 died...\u000a03:18:42.193750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18763): Terminated: ok {rc=0}\u000a03:18:42.203651 --- ParallelTerminationStrategy: PID 18766 died...\u000a03:18:42.257409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18766): Terminated: ok {rc=0}\u000a03:18:42.347360 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18774): Process ended prematurely: osmo-stp_10.42.42.5(pid=18774) [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18774)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18774): Process ended prematurely: osmo-stp_10.42.42.5(pid=18774) [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18774)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a03:18:43.400421 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:43.411946 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:18:43.550471 tst ping_idle_ping.py: using LAC 25620\u000a03:18:43.667450 tst ping_idle_ping.py: using RAC 120\u000a03:18:43.788934 tst ping_idle_ping.py: using CellId 25620\u000a03:18:43.913695 tst ping_idle_ping.py: using BVCI 25621\u000a03:18:43.938351 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:43.950122 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:43.961529 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:43.973067 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:43.984293 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:43.995486 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:44.010310 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:44.022022 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:44.299378 tst ping_idle_ping.py:24: start network...\u000a03:18:44.433943 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:18:44.916106 run create_hlr_db(pid=18768): Launched\u000a03:18:45.106086 bus /gobi_6: Setting Powered False\u000a03:18:46.119011 run create_hlr_db(pid=18768): Terminated: ok {rc=0}\u000a03:18:46.552334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18770): Launched\u000a03:18:46.963460 run osmo-hlr_10.42.42.2(pid=18771): Launched\u000a03:18:47.144657 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:18:47.718094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18773): Launched\u000a03:18:48.039220 run osmo-stp_10.42.42.5(pid=18774): Launched\u000a03:18:48.156882 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:18:48.700414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18776): Launched\u000a03:18:48.806677 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:18:49.068838 run patchelf(pid=18777): Launched\u000a03:18:49.251618 run osmo-stp_10.42.42.5(pid=18774): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18774)]\u000a03:18:49.389064 run osmo-stp_10.42.42.5(pid=18774): stdout: \u000a| (launched: 2022-12-10_03:18:47.882499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:49.524011 run osmo-stp_10.42.42.5(pid=18774): stderr: \u000a| �[0;m�[38;5;43m20221210031848077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031848077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031848078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031848078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031848079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031848079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031848079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:49.647767 run osmo-stp_10.42.42.5(pid=18774): stdout: \u000a| (launched: 2022-12-10_03:18:47.882499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:49.772290 run osmo-stp_10.42.42.5(pid=18774): stderr: \u000a| �[0;m�[38;5;43m20221210031848077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031848077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031848078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031848078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031848079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031848079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031848079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:49.915484 run patchelf(pid=18777): Terminating (SIGINT)\u000a03:18:50.091951 run patchelf(pid=18777): Terminated: ok {rc=0}\u000a03:18:50.124563 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18774): Process ended prematurely: osmo-stp_10.42.42.5(pid=18774) [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18774)] [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a03:18:50.133603 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a03:18:50.196682 run osmo-hlr_10.42.42.2(pid=18771): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18771)]\u000a03:18:50.248219 run osmo-hlr_10.42.42.2(pid=18771): stdout: \u000a| (launched: 2022-12-10_03:18:46.706940) \u000a03:18:50.303013 run osmo-hlr_10.42.42.2(pid=18771): stderr: \u000a| �[0;m�[1;31m20221210031847049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031847049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031847049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031847049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031847049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031847049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031847071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031847087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031847088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031847088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:18:50.345306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18770): Terminating (SIGTERM)\u000a03:18:50.384822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18773): Terminating (SIGTERM)\u000a03:18:50.424764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18776): Terminating (SIGTERM)\u000a03:18:50.434169 --- ParallelTerminationStrategy: PID 18770 died...\u000a03:18:50.487215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18770): Terminated: ok {rc=0}\u000a03:18:50.497255 --- ParallelTerminationStrategy: PID 18773 died...\u000a03:18:50.551079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18773): Terminated: ok {rc=0}\u000a03:18:50.561141 --- ParallelTerminationStrategy: PID 18776 died...\u000a03:18:50.619812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18776): Terminated: ok {rc=0}\u000a03:18:50.706678 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:17:52" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18791): Process ended prematurely: osmo-stp_10.42.42.5(pid=18791) [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18791)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18791): Process ended prematurely: osmo-stp_10.42.42.5(pid=18791) [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:18:52.876937 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:18:52.888427 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:18:53.050996 tst cs_paging_gprs_active.py: using LAC 25621\u000a03:18:53.186347 tst cs_paging_gprs_active.py: using RAC 121\u000a03:18:53.312068 tst cs_paging_gprs_active.py: using CellId 25621\u000a03:18:53.439479 tst cs_paging_gprs_active.py: using BVCI 25622\u000a03:18:53.464629 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:18:53.476127 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:18:53.487623 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:18:53.499083 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:18:53.510618 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:18:53.522088 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:18:53.533503 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:18:53.544640 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:18:53.556194 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:18:53.674213 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:18:53.954931 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:18:54.081398 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:18:54.396542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18781): Launched\u000a03:18:54.659528 run iperf3-srv_10.42.42.10(pid=18782): Launched\u000a03:18:54.845370 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:18:54.972298 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:18:55.288531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18783): Launched\u000a03:18:55.552226 run iperf3-srv_10.42.42.10(pid=18784): Launched\u000a03:18:55.736464 tst cs_paging_gprs_active.py:38: start network...\u000a03:18:55.863579 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:18:56.342980 run create_hlr_db(pid=18785): Launched\u000a03:18:56.516646 bus /gobi_6: Setting Powered False\u000a03:18:57.540067 run create_hlr_db(pid=18785): Terminated: ok {rc=0}\u000a03:18:57.957340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18787): Launched\u000a03:18:58.268694 run osmo-hlr_10.42.42.2(pid=18788): Launched\u000a03:18:58.385261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:18:58.947102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18790): Launched\u000a03:18:59.253229 run osmo-stp_10.42.42.5(pid=18791): Launched\u000a03:18:59.367437 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:18:59.899220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18793): Launched\u000a03:19:00.007901 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:19:00.274715 run patchelf(pid=18794): Launched\u000a03:19:00.454076 run osmo-stp_10.42.42.5(pid=18791): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18791)]\u000a03:19:00.584006 run osmo-stp_10.42.42.5(pid=18791): stdout: \u000a| (launched: 2022-12-10_03:18:59.102351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:00.716190 run osmo-stp_10.42.42.5(pid=18791): stderr: \u000a| �[0;m�[38;5;43m20221210031859272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031859273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031859273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031859273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031859274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031859274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031859274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:00.843173 run osmo-stp_10.42.42.5(pid=18791): stdout: \u000a| (launched: 2022-12-10_03:18:59.102351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:00.976310 run osmo-stp_10.42.42.5(pid=18791): stderr: \u000a| �[0;m�[38;5;43m20221210031859272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031859273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031859273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031859273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031859274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031859274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031859274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:01.124340 run patchelf(pid=18794): Terminating (SIGINT)\u000a03:19:01.299891 run patchelf(pid=18794): Terminated: ok {rc=0}\u000a03:19:01.332306 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18791): Process ended prematurely: osmo-stp_10.42.42.5(pid=18791) [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18791)] [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a03:19:01.342315 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a03:19:01.404661 run osmo-hlr_10.42.42.2(pid=18788): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18788)]\u000a03:19:01.455477 run osmo-hlr_10.42.42.2(pid=18788): stdout: \u000a| (launched: 2022-12-10_03:18:58.112398) \u000a03:19:01.507242 run osmo-hlr_10.42.42.2(pid=18788): stderr: \u000a| �[0;m�[1;31m20221210031858290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031858290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031858290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031858290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031858290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031858290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031858302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031858310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031858310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031858310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:19:01.550979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18781): Terminating (SIGTERM)\u000a03:19:01.591924 run iperf3-srv_10.42.42.10(pid=18782): Terminating (SIGTERM)\u000a03:19:01.635276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18783): Terminating (SIGTERM)\u000a03:19:01.678206 run iperf3-srv_10.42.42.10(pid=18784): Terminating (SIGTERM)\u000a03:19:01.719623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18787): Terminating (SIGTERM)\u000a03:19:01.760197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18790): Terminating (SIGTERM)\u000a03:19:01.803565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18793): Terminating (SIGTERM)\u000a03:19:01.813286 --- ParallelTerminationStrategy: PID 18781 died...\u000a03:19:01.868254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18781): Terminated: ok {rc=0}\u000a03:19:01.878555 --- ParallelTerminationStrategy: PID 18782 died...\u000a03:19:01.933370 run iperf3-srv_10.42.42.10(pid=18782): Terminated {rc=256}\u000a03:19:01.943348 --- ParallelTerminationStrategy: PID 18783 died...\u000a03:19:01.997680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18783): Terminated: ok {rc=0}\u000a03:19:02.007704 --- ParallelTerminationStrategy: PID 18784 died...\u000a03:19:02.062304 run iperf3-srv_10.42.42.10(pid=18784): Terminated {rc=256}\u000a03:19:02.072837 --- ParallelTerminationStrategy: PID 18787 died...\u000a03:19:02.128250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18787): Terminated: ok {rc=0}\u000a03:19:02.138779 --- ParallelTerminationStrategy: PID 18790 died...\u000a03:19:02.193825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18790): Terminated: ok {rc=0}\u000a03:19:02.204067 --- ParallelTerminationStrategy: PID 18793 died...\u000a03:19:02.258420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18793): Terminated: ok {rc=0}\u000a03:19:02.342955 bus /gobi_0: Setting Powered False\u000a03:19:03.448812 bus /gobi_0: Setting Powered False\u000a03:19:04.559648 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18803): Process ended prematurely: osmo-stp_10.42.42.5(pid=18803) [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18803)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18803): Process ended prematurely: osmo-stp_10.42.42.5(pid=18803) [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a03:19:05.669543 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:05.681196 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:19:05.838781 tst iperf3.py: using LAC 25622\u000a03:19:05.958138 tst iperf3.py: using RAC 122\u000a03:19:06.076393 tst iperf3.py: using CellId 25622\u000a03:19:06.196674 tst iperf3.py: using BVCI 25623\u000a03:19:06.220083 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:06.231011 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:06.241798 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:06.252643 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:06.263640 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:06.274640 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:06.285798 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:06.296452 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:06.307473 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:06.585784 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:19:06.712111 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:19:07.030127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18795): Launched\u000a03:19:07.294595 run iperf3-srv_10.42.42.10(pid=18796): Launched\u000a03:19:07.480246 tst iperf3.py:8: start network...\u000a03:19:07.608187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:19:08.089908 run create_hlr_db(pid=18797): Launched\u000a03:19:08.263962 bus /gobi_6: Setting Powered False\u000a03:19:09.298577 run create_hlr_db(pid=18797): Terminated: ok {rc=0}\u000a03:19:09.719120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18799): Launched\u000a03:19:10.028290 run osmo-hlr_10.42.42.2(pid=18800): Launched\u000a03:19:10.148028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:19:10.702721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18802): Launched\u000a03:19:11.007599 run osmo-stp_10.42.42.5(pid=18803): Launched\u000a03:19:11.119966 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:19:11.650683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18805): Launched\u000a03:19:11.759265 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:19:12.038115 run patchelf(pid=18806): Launched\u000a03:19:12.217389 run osmo-stp_10.42.42.5(pid=18803): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18803)]\u000a03:19:12.346997 run osmo-stp_10.42.42.5(pid=18803): stdout: \u000a| (launched: 2022-12-10_03:19:10.858005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:12.477179 run osmo-stp_10.42.42.5(pid=18803): stderr: \u000a| �[0;m�[38;5;43m20221210031911027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031911027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031911027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031911028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031911030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031911030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031911030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:12.603083 run osmo-stp_10.42.42.5(pid=18803): stdout: \u000a| (launched: 2022-12-10_03:19:10.858005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:12.727927 run osmo-stp_10.42.42.5(pid=18803): stderr: \u000a| �[0;m�[38;5;43m20221210031911027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031911027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031911027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031911028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031911030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031911030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031911030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:12.874352 run patchelf(pid=18806): Terminating (SIGINT)\u000a03:19:13.045890 run patchelf(pid=18806): Terminated: ok {rc=0}\u000a03:19:13.077515 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18803): Process ended prematurely: osmo-stp_10.42.42.5(pid=18803) [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18803)] [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a03:19:13.086682 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a03:19:13.147706 run osmo-hlr_10.42.42.2(pid=18800): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18800)]\u000a03:19:13.197027 run osmo-hlr_10.42.42.2(pid=18800): stdout: \u000a| (launched: 2022-12-10_03:19:09.873985) \u000a03:19:13.247692 run osmo-hlr_10.42.42.2(pid=18800): stderr: \u000a| �[0;m�[1;31m20221210031910053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031910053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031910053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031910053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031910053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031910053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031910064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031910073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031910073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031910073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:19:13.289762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18795): Terminating (SIGTERM)\u000a03:19:13.329582 run iperf3-srv_10.42.42.10(pid=18796): Terminating (SIGTERM)\u000a03:19:13.369835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18799): Terminating (SIGTERM)\u000a03:19:13.409805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18802): Terminating (SIGTERM)\u000a03:19:13.449466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18805): Terminating (SIGTERM)\u000a03:19:13.458991 --- ParallelTerminationStrategy: PID 18795 died...\u000a03:19:13.512070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18795): Terminated: ok {rc=0}\u000a03:19:13.521948 --- ParallelTerminationStrategy: PID 18796 died...\u000a03:19:13.574968 run iperf3-srv_10.42.42.10(pid=18796): Terminated {rc=256}\u000a03:19:13.584578 --- ParallelTerminationStrategy: PID 18799 died...\u000a03:19:13.637752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18799): Terminated: ok {rc=0}\u000a03:19:13.647829 --- ParallelTerminationStrategy: PID 18802 died...\u000a03:19:13.701392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18802): Terminated: ok {rc=0}\u000a03:19:13.711289 --- ParallelTerminationStrategy: PID 18805 died...\u000a03:19:13.764717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18805): Terminated: ok {rc=0}\u000a03:19:13.853651 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18821): Process ended prematurely: osmo-stp_10.42.42.5(pid=18821) [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18821)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18821): Process ended prematurely: osmo-stp_10.42.42.5(pid=18821) [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a03:19:14.963329 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:14.974963 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:19:15.137861 tst iperf3m4.py: using LAC 25623\u000a03:19:15.265971 tst iperf3m4.py: using RAC 123\u000a03:19:15.395399 tst iperf3m4.py: using CellId 25623\u000a03:19:15.523349 tst iperf3m4.py: using BVCI 25624\u000a03:19:15.548508 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:15.560124 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:15.571630 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:15.583250 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:15.596712 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:15.608123 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:15.619758 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:15.631272 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:15.642883 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:15.760696 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:15.887438 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:16.010494 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:16.301088 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:19:16.456568 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:19:16.845404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18807): Launched\u000a03:19:17.167791 run iperf3-srv_10.42.42.10(pid=18808): Launched\u000a03:19:17.366803 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:19:17.496360 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:19:17.814073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18809): Launched\u000a03:19:18.077453 run iperf3-srv_10.42.42.10(pid=18810): Launched\u000a03:19:18.263550 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:19:18.390061 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:19:18.707749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18811): Launched\u000a03:19:18.971490 run iperf3-srv_10.42.42.10(pid=18812): Launched\u000a03:19:19.157378 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:19:19.285300 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:19:19.602510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18813): Launched\u000a03:19:19.867764 run iperf3-srv_10.42.42.10(pid=18814): Launched\u000a03:19:20.053558 tst iperf3m4.py:8: start network...\u000a03:19:20.181596 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:19:20.663566 run create_hlr_db(pid=18815): Launched\u000a03:19:20.838862 bus /gobi_6: Setting Powered False\u000a03:19:21.861601 run create_hlr_db(pid=18815): Terminated: ok {rc=0}\u000a03:19:22.295481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18817): Launched\u000a03:19:22.622618 run osmo-hlr_10.42.42.2(pid=18818): Launched\u000a03:19:22.744212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:19:23.315297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18820): Launched\u000a03:19:23.643050 run osmo-stp_10.42.42.5(pid=18821): Launched\u000a03:19:23.765669 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:19:24.310961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18823): Launched\u000a03:19:24.418827 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:19:24.707480 run patchelf(pid=18824): Launched\u000a03:19:24.900307 run osmo-stp_10.42.42.5(pid=18821): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18821)]\u000a03:19:25.040215 run osmo-stp_10.42.42.5(pid=18821): stdout: \u000a| (launched: 2022-12-10_03:19:23.481870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:25.179008 run osmo-stp_10.42.42.5(pid=18821): stderr: \u000a| �[0;m�[38;5;43m20221210031923681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031923681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031923682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031923682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031923682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031923683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031923683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:25.313869 run osmo-stp_10.42.42.5(pid=18821): stdout: \u000a| (launched: 2022-12-10_03:19:23.481870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:25.447180 run osmo-stp_10.42.42.5(pid=18821): stderr: \u000a| �[0;m�[38;5;43m20221210031923681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031923681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031923682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031923682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031923682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031923683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031923683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:25.602651 run patchelf(pid=18824): Terminating (SIGINT)\u000a03:19:25.785663 run patchelf(pid=18824): Terminated: ok {rc=0}\u000a03:19:25.819042 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18821): Process ended prematurely: osmo-stp_10.42.42.5(pid=18821) [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18821)] [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a03:19:25.828734 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a03:19:25.891918 run osmo-hlr_10.42.42.2(pid=18818): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18818)]\u000a03:19:25.943102 run osmo-hlr_10.42.42.2(pid=18818): stdout: \u000a| (launched: 2022-12-10_03:19:22.461562) \u000a03:19:25.994989 run osmo-hlr_10.42.42.2(pid=18818): stderr: \u000a| �[0;m�[1;31m20221210031922665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031922665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031922665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031922665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031922665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031922665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031922678 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031922686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031922686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031922686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:19:26.039161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18807): Terminating (SIGTERM)\u000a03:19:26.080791 run iperf3-srv_10.42.42.10(pid=18808): Terminating (SIGTERM)\u000a03:19:26.122590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18809): Terminating (SIGTERM)\u000a03:19:26.164472 run iperf3-srv_10.42.42.10(pid=18810): Terminating (SIGTERM)\u000a03:19:26.206298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18811): Terminating (SIGTERM)\u000a03:19:26.247934 run iperf3-srv_10.42.42.10(pid=18812): Terminating (SIGTERM)\u000a03:19:26.289742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18813): Terminating (SIGTERM)\u000a03:19:26.331391 run iperf3-srv_10.42.42.10(pid=18814): Terminating (SIGTERM)\u000a03:19:26.373063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18817): Terminating (SIGTERM)\u000a03:19:26.414592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18820): Terminating (SIGTERM)\u000a03:19:26.456207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18823): Terminating (SIGTERM)\u000a03:19:26.465960 --- ParallelTerminationStrategy: PID 18807 died...\u000a03:19:26.521726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18807): Terminated: ok {rc=0}\u000a03:19:26.531806 --- ParallelTerminationStrategy: PID 18808 died...\u000a03:19:26.587253 run iperf3-srv_10.42.42.10(pid=18808): Terminated {rc=256}\u000a03:19:26.597325 --- ParallelTerminationStrategy: PID 18809 died...\u000a03:19:26.652627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18809): Terminated: ok {rc=0}\u000a03:19:26.662688 --- ParallelTerminationStrategy: PID 18810 died...\u000a03:19:26.718328 run iperf3-srv_10.42.42.10(pid=18810): Terminated {rc=256}\u000a03:19:26.728363 --- ParallelTerminationStrategy: PID 18811 died...\u000a03:19:26.783715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18811): Terminated: ok {rc=0}\u000a03:19:26.793874 --- ParallelTerminationStrategy: PID 18812 died...\u000a03:19:26.849210 run iperf3-srv_10.42.42.10(pid=18812): Terminated {rc=256}\u000a03:19:26.859221 --- ParallelTerminationStrategy: PID 18813 died...\u000a03:19:26.914560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18813): Terminated: ok {rc=0}\u000a03:19:26.924648 --- ParallelTerminationStrategy: PID 18814 died...\u000a03:19:26.979897 run iperf3-srv_10.42.42.10(pid=18814): Terminated {rc=256}\u000a03:19:26.990015 --- ParallelTerminationStrategy: PID 18817 died...\u000a03:19:27.045282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18817): Terminated: ok {rc=0}\u000a03:19:27.055388 --- ParallelTerminationStrategy: PID 18820 died...\u000a03:19:27.111051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18820): Terminated: ok {rc=0}\u000a03:19:27.121256 --- ParallelTerminationStrategy: PID 18823 died...\u000a03:19:27.177157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18823): Terminated: ok {rc=0}\u000a03:19:27.265344 bus /gobi_4: Setting Powered False\u000a03:19:28.373790 bus /gobi_4: Setting Powered False\u000a03:19:29.485636 bus /gobi_1: Setting Powered False\u000a03:19:30.593200 bus /gobi_1: Setting Powered False\u000a03:19:31.728628 bus /gobi_0: Setting Powered False\u000a03:19:32.840072 bus /gobi_0: Setting Powered False\u000a03:19:33.952693 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18831): Process ended prematurely: osmo-stp_10.42.42.5(pid=18831) [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18831)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18831): Process ended prematurely: osmo-stp_10.42.42.5(pid=18831) [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a03:19:35.020783 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:35.032529 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:19:35.190930 tst ping.py: using LAC 25624\u000a03:19:35.306844 tst ping.py: using RAC 124\u000a03:19:35.422329 tst ping.py: using CellId 25624\u000a03:19:35.538776 tst ping.py: using BVCI 25625\u000a03:19:35.561709 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:35.572613 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:35.583400 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:35.594510 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:35.605546 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:35.616497 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:35.627589 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:35.638538 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:35.912500 tst ping.py:19: start network...\u000a03:19:36.036481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:19:36.506129 run create_hlr_db(pid=18825): Launched\u000a03:19:36.679105 bus /gobi_6: Setting Powered False\u000a03:19:37.700379 run create_hlr_db(pid=18825): Terminated: ok {rc=0}\u000a03:19:38.129162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18827): Launched\u000a03:19:38.450908 run osmo-hlr_10.42.42.2(pid=18828): Launched\u000a03:19:38.568569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:19:39.126982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18830): Launched\u000a03:19:39.446114 run osmo-stp_10.42.42.5(pid=18831): Launched\u000a03:19:39.562529 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:19:40.122810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18833): Launched\u000a03:19:40.237821 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:19:40.518290 run patchelf(pid=18834): Launched\u000a03:19:40.705801 run osmo-stp_10.42.42.5(pid=18831): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18831)]\u000a03:19:40.842575 run osmo-stp_10.42.42.5(pid=18831): stdout: \u000a| (launched: 2022-12-10_03:19:39.289859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:40.979546 run osmo-stp_10.42.42.5(pid=18831): stderr: \u000a| �[0;m�[38;5;43m20221210031939482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031939482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031939483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031939483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031939485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031939485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031939485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:41.112032 run osmo-stp_10.42.42.5(pid=18831): stdout: \u000a| (launched: 2022-12-10_03:19:39.289859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:41.244055 run osmo-stp_10.42.42.5(pid=18831): stderr: \u000a| �[0;m�[38;5;43m20221210031939482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031939482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031939483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031939483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031939485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031939485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031939485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:41.396845 run patchelf(pid=18834): Terminating (SIGINT)\u000a03:19:41.576684 run patchelf(pid=18834): Terminated: ok {rc=0}\u000a03:19:41.609299 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18831): Process ended prematurely: osmo-stp_10.42.42.5(pid=18831) [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18831)] [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a03:19:41.618371 tst ping.py:22: Test FAILED (6.6 sec)\u000a03:19:41.681724 run osmo-hlr_10.42.42.2(pid=18828): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18828)]\u000a03:19:41.733317 run osmo-hlr_10.42.42.2(pid=18828): stdout: \u000a| (launched: 2022-12-10_03:19:38.293167) \u000a03:19:41.785762 run osmo-hlr_10.42.42.2(pid=18828): stderr: \u000a| �[0;m�[1;31m20221210031938492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031938492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031938492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031938492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031938492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031938492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031938504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031938512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031938512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031938512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:19:41.830176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18827): Terminating (SIGTERM)\u000a03:19:41.872313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18830): Terminating (SIGTERM)\u000a03:19:41.914941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18833): Terminating (SIGTERM)\u000a03:19:41.924758 --- ParallelTerminationStrategy: PID 18827 died...\u000a03:19:41.980911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18827): Terminated: ok {rc=0}\u000a03:19:41.991208 --- ParallelTerminationStrategy: PID 18830 died...\u000a03:19:42.047335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18830): Terminated: ok {rc=0}\u000a03:19:42.057627 --- ParallelTerminationStrategy: PID 18833 died...\u000a03:19:42.113406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18833): Terminated: ok {rc=0}\u000a03:19:42.201108 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18841): Process ended prematurely: osmo-stp_10.42.42.5(pid=18841) [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18841)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18841): Process ended prematurely: osmo-stp_10.42.42.5(pid=18841) [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a03:19:43.252617 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:43.264498 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:19:43.425976 tst ping_idle_ping.py: using LAC 25625\u000a03:19:43.552654 tst ping_idle_ping.py: using RAC 125\u000a03:19:43.673946 tst ping_idle_ping.py: using CellId 25625\u000a03:19:43.802704 tst ping_idle_ping.py: using BVCI 25626\u000a03:19:43.827513 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:43.839153 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:43.850655 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:43.862127 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:43.873563 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:43.885267 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:43.896775 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:43.908272 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:44.201340 tst ping_idle_ping.py:24: start network...\u000a03:19:44.335737 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:19:44.849581 run create_hlr_db(pid=18835): Launched\u000a03:19:45.022962 bus /gobi_6: Setting Powered False\u000a03:19:46.084297 run create_hlr_db(pid=18835): Terminated: ok {rc=0}\u000a03:19:46.552703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18837): Launched\u000a03:19:46.864334 run osmo-hlr_10.42.42.2(pid=18838): Launched\u000a03:19:47.090226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:19:47.765113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18840): Launched\u000a03:19:48.085435 run osmo-stp_10.42.42.5(pid=18841): Launched\u000a03:19:48.201889 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:19:48.761353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18843): Launched\u000a03:19:48.875264 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:19:49.155556 run patchelf(pid=18844): Launched\u000a03:19:49.343798 run osmo-stp_10.42.42.5(pid=18841): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18841)]\u000a03:19:49.481334 run osmo-stp_10.42.42.5(pid=18841): stdout: \u000a| (launched: 2022-12-10_03:19:47.927849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:49.618537 run osmo-stp_10.42.42.5(pid=18841): stderr: \u000a| �[0;m�[38;5;43m20221210031948117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031948117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031948118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031948118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031948118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031948119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031948119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:49.751075 run osmo-stp_10.42.42.5(pid=18841): stdout: \u000a| (launched: 2022-12-10_03:19:47.927849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:49.882501 run osmo-stp_10.42.42.5(pid=18841): stderr: \u000a| �[0;m�[38;5;43m20221210031948117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031948117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031948118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031948118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031948118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031948119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031948119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:50.036295 run patchelf(pid=18844): Terminating (SIGINT)\u000a03:19:50.217221 run patchelf(pid=18844): Terminated: ok {rc=0}\u000a03:19:50.249845 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18841): Process ended prematurely: osmo-stp_10.42.42.5(pid=18841) [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18841)] [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a03:19:50.258932 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a03:19:50.321770 run osmo-hlr_10.42.42.2(pid=18838): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18838)]\u000a03:19:50.373124 run osmo-hlr_10.42.42.2(pid=18838): stdout: \u000a| (launched: 2022-12-10_03:19:46.709525) \u000a03:19:50.425004 run osmo-hlr_10.42.42.2(pid=18838): stderr: \u000a| �[0;m�[1;31m20221210031947079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031947079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031947079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031947079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031947079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031947079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031947097 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031947106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031947106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031947106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:19:50.468776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18837): Terminating (SIGTERM)\u000a03:19:50.510153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18840): Terminating (SIGTERM)\u000a03:19:50.551726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18843): Terminating (SIGTERM)\u000a03:19:50.561688 --- ParallelTerminationStrategy: PID 18837 died...\u000a03:19:50.617471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18837): Terminated: ok {rc=0}\u000a03:19:50.627645 --- ParallelTerminationStrategy: PID 18840 died...\u000a03:19:50.683369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18840): Terminated: ok {rc=0}\u000a03:19:50.693830 --- ParallelTerminationStrategy: PID 18843 died...\u000a03:19:50.749260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18843): Terminated: ok {rc=0}\u000a03:19:50.836498 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:18:52" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18858): Process ended prematurely: osmo-stp_10.42.42.5(pid=18858) [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18858)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18858): Process ended prematurely: osmo-stp_10.42.42.5(pid=18858) [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:19:53.002976 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:19:53.014954 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:19:53.159373 tst cs_paging_gprs_active.py: using LAC 25626\u000a03:19:53.285393 tst cs_paging_gprs_active.py: using RAC 126\u000a03:19:53.410852 tst cs_paging_gprs_active.py: using CellId 25626\u000a03:19:53.532543 tst cs_paging_gprs_active.py: using BVCI 25627\u000a03:19:53.555563 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:19:53.566995 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:19:53.578281 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:19:53.589842 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:19:53.602170 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:19:53.613266 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:19:53.624553 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:19:53.635737 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:19:53.648148 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:19:53.768548 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:19:54.060802 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:19:54.194686 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:19:54.525702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18848): Launched\u000a03:19:54.801209 run iperf3-srv_10.42.42.10(pid=18849): Launched\u000a03:19:54.997059 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:19:55.130461 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:19:55.462903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18850): Launched\u000a03:19:55.738375 run iperf3-srv_10.42.42.10(pid=18851): Launched\u000a03:19:55.933690 tst cs_paging_gprs_active.py:38: start network...\u000a03:19:56.067478 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:19:56.584719 run create_hlr_db(pid=18852): Launched\u000a03:19:56.769885 bus /gobi_6: Setting Powered False\u000a03:19:57.791675 run create_hlr_db(pid=18852): Terminated: ok {rc=0}\u000a03:19:58.196766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18854): Launched\u000a03:19:58.499491 run osmo-hlr_10.42.42.2(pid=18855): Launched\u000a03:19:58.615473 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:19:59.136642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18857): Launched\u000a03:19:59.438802 run osmo-stp_10.42.42.5(pid=18858): Launched\u000a03:19:59.551374 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:20:00.076440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18860): Launched\u000a03:20:00.184256 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:20:00.447616 run patchelf(pid=18861): Launched\u000a03:20:00.624150 run osmo-stp_10.42.42.5(pid=18858): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18858)]\u000a03:20:00.752870 run osmo-stp_10.42.42.5(pid=18858): stdout: \u000a| (launched: 2022-12-10_03:19:59.289756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:00.893772 run osmo-stp_10.42.42.5(pid=18858): stderr: \u000a| �[0;m�[38;5;43m20221210031959459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031959460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031959460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031959460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031959461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031959461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031959461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:01.027005 run osmo-stp_10.42.42.5(pid=18858): stdout: \u000a| (launched: 2022-12-10_03:19:59.289756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:01.154429 run osmo-stp_10.42.42.5(pid=18858): stderr: \u000a| �[0;m�[38;5;43m20221210031959459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210031959460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210031959460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210031959460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210031959461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210031959461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210031959461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:01.312829 run patchelf(pid=18861): Terminating (SIGINT)\u000a03:20:01.517122 run patchelf(pid=18861): Terminated: ok {rc=0}\u000a03:20:01.560935 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18858): Process ended prematurely: osmo-stp_10.42.42.5(pid=18858) [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18858)] [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a03:20:01.573348 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a03:20:01.649139 run osmo-hlr_10.42.42.2(pid=18855): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18855)]\u000a03:20:01.710052 run osmo-hlr_10.42.42.2(pid=18855): stdout: \u000a| (launched: 2022-12-10_03:19:58.349873) \u000a03:20:01.770666 run osmo-hlr_10.42.42.2(pid=18855): stderr: \u000a| �[0;m�[1;31m20221210031958524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210031958524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210031958524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031958524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210031958525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210031958525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210031958536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210031958544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210031958545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210031958545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:20:01.828740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18848): Terminating (SIGTERM)\u000a03:20:01.884773 run iperf3-srv_10.42.42.10(pid=18849): Terminating (SIGTERM)\u000a03:20:01.937762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18850): Terminating (SIGTERM)\u000a03:20:01.987985 run iperf3-srv_10.42.42.10(pid=18851): Terminating (SIGTERM)\u000a03:20:02.053945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18854): Terminating (SIGTERM)\u000a03:20:02.122536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18857): Terminating (SIGTERM)\u000a03:20:02.187929 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18860): Terminating (SIGTERM)\u000a03:20:02.202599 --- ParallelTerminationStrategy: PID 18848 died...\u000a03:20:02.275203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18848): Terminated: ok {rc=0}\u000a03:20:02.285939 --- ParallelTerminationStrategy: PID 18849 died...\u000a03:20:02.345330 run iperf3-srv_10.42.42.10(pid=18849): Terminated {rc=256}\u000a03:20:02.355937 --- ParallelTerminationStrategy: PID 18850 died...\u000a03:20:02.414816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18850): Terminated: ok {rc=0}\u000a03:20:02.426217 --- ParallelTerminationStrategy: PID 18851 died...\u000a03:20:02.484025 run iperf3-srv_10.42.42.10(pid=18851): Terminated {rc=256}\u000a03:20:02.494792 --- ParallelTerminationStrategy: PID 18854 died...\u000a03:20:02.552508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18854): Terminated: ok {rc=0}\u000a03:20:02.563630 --- ParallelTerminationStrategy: PID 18857 died...\u000a03:20:02.622548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18857): Terminated: ok {rc=0}\u000a03:20:02.632651 --- ParallelTerminationStrategy: PID 18860 died...\u000a03:20:02.688241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18860): Terminated: ok {rc=0}\u000a03:20:02.774732 bus /gobi_0: Setting Powered False\u000a03:20:03.881781 bus /gobi_0: Setting Powered False\u000a03:20:04.989374 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18881): Process ended prematurely: osmo-stp_10.42.42.5(pid=18881) [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18881)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18881): Process ended prematurely: osmo-stp_10.42.42.5(pid=18881) [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a03:20:06.104597 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:06.117171 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:20:06.262306 tst iperf3.py: using LAC 25627\u000a03:20:06.388224 tst iperf3.py: using RAC 127\u000a03:20:06.516630 tst iperf3.py: using CellId 25627\u000a03:20:06.643234 tst iperf3.py: using BVCI 25628\u000a03:20:06.667848 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:06.679678 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:06.691348 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:06.703152 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:06.714766 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:06.726338 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:06.738088 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:06.749647 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:06.761480 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:07.053661 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:20:07.187194 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:20:07.519163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18873): Launched\u000a03:20:07.794318 run iperf3-srv_10.42.42.10(pid=18874): Launched\u000a03:20:07.990183 tst iperf3.py:8: start network...\u000a03:20:08.124083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:20:08.639125 run create_hlr_db(pid=18875): Launched\u000a03:20:08.824052 bus /gobi_6: Setting Powered False\u000a03:20:09.845936 run create_hlr_db(pid=18875): Terminated: ok {rc=0}\u000a03:20:10.274162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18877): Launched\u000a03:20:10.594759 run osmo-hlr_10.42.42.2(pid=18878): Launched\u000a03:20:10.714468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:20:11.273386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18880): Launched\u000a03:20:11.594826 run osmo-stp_10.42.42.5(pid=18881): Launched\u000a03:20:11.711111 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:20:12.271407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18883): Launched\u000a03:20:12.393424 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:20:12.684414 run patchelf(pid=18898): Launched\u000a03:20:12.868736 run osmo-stp_10.42.42.5(pid=18881): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18881)]\u000a03:20:13.002060 run osmo-stp_10.42.42.5(pid=18881): stdout: \u000a| (launched: 2022-12-10_03:20:11.436552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:13.136317 run osmo-stp_10.42.42.5(pid=18881): stderr: \u000a| �[0;m�[38;5;43m20221210032011628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032011628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032011628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032011629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032011629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032011629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032011629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:13.267871 run osmo-stp_10.42.42.5(pid=18881): stdout: \u000a| (launched: 2022-12-10_03:20:11.436552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:13.398405 run osmo-stp_10.42.42.5(pid=18881): stderr: \u000a| �[0;m�[38;5;43m20221210032011628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032011628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032011628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032011629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032011629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032011629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032011629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:13.549910 run patchelf(pid=18898): Terminating (SIGINT)\u000a03:20:13.727118 run patchelf(pid=18898): Terminated: ok {rc=0}\u000a03:20:13.760603 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18881): Process ended prematurely: osmo-stp_10.42.42.5(pid=18881) [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18881)] [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a03:20:13.771171 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a03:20:13.837791 run osmo-hlr_10.42.42.2(pid=18878): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18878)]\u000a03:20:13.890062 run osmo-hlr_10.42.42.2(pid=18878): stdout: \u000a| (launched: 2022-12-10_03:20:10.437464) \u000a03:20:13.942985 run osmo-hlr_10.42.42.2(pid=18878): stderr: \u000a| �[0;m�[1;31m20221210032010636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032010636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032010636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032010636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032010636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032010636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032010649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032010657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032010658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032010658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:20:13.987883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18873): Terminating (SIGTERM)\u000a03:20:14.034609 run iperf3-srv_10.42.42.10(pid=18874): Terminating (SIGTERM)\u000a03:20:14.079410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18877): Terminating (SIGTERM)\u000a03:20:14.124217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18880): Terminating (SIGTERM)\u000a03:20:14.169012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18883): Terminating (SIGTERM)\u000a03:20:14.179552 --- ParallelTerminationStrategy: PID 18873 died...\u000a03:20:14.239190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18873): Terminated: ok {rc=0}\u000a03:20:14.249718 --- ParallelTerminationStrategy: PID 18874 died...\u000a03:20:14.306221 run iperf3-srv_10.42.42.10(pid=18874): Terminated {rc=256}\u000a03:20:14.316714 --- ParallelTerminationStrategy: PID 18877 died...\u000a03:20:14.371905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18877): Terminated: ok {rc=0}\u000a03:20:14.381738 --- ParallelTerminationStrategy: PID 18880 died...\u000a03:20:14.436720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18880): Terminated: ok {rc=0}\u000a03:20:14.446409 --- ParallelTerminationStrategy: PID 18883 died...\u000a03:20:14.501530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18883): Terminated: ok {rc=0}\u000a03:20:14.588655 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19427): Process ended prematurely: osmo-stp_10.42.42.5(pid=19427) [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19427)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19427): Process ended prematurely: osmo-stp_10.42.42.5(pid=19427) [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19427)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a03:20:15.702261 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:15.714389 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:20:15.863923 tst iperf3m4.py: using LAC 25628\u000a03:20:15.988856 tst iperf3m4.py: using RAC 128\u000a03:20:16.118135 tst iperf3m4.py: using CellId 25628\u000a03:20:16.266114 tst iperf3m4.py: using BVCI 25629\u000a03:20:16.298548 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:16.313189 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:16.327370 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:16.340733 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:16.353365 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:16.365415 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:16.377974 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:16.390021 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:16.402690 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:16.547488 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:16.699406 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:16.855965 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:17.153553 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:20:17.281227 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:20:17.596598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19236): Launched\u000a03:20:17.855553 run iperf3-srv_10.42.42.10(pid=19237): Launched\u000a03:20:18.038322 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:20:18.163739 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:20:18.475045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19238): Launched\u000a03:20:18.733672 run iperf3-srv_10.42.42.10(pid=19239): Launched\u000a03:20:18.916052 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:20:19.040678 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:20:19.350647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19240): Launched\u000a03:20:19.609343 run iperf3-srv_10.42.42.10(pid=19241): Launched\u000a03:20:19.792533 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:20:19.918031 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:20:20.246908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19242): Launched\u000a03:20:20.523135 run iperf3-srv_10.42.42.10(pid=19243): Launched\u000a03:20:20.720096 tst iperf3m4.py:8: start network...\u000a03:20:20.854161 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:20:21.368402 run create_hlr_db(pid=19244): Launched\u000a03:20:21.552676 bus /gobi_6: Setting Powered False\u000a03:20:22.575380 run create_hlr_db(pid=19244): Terminated: ok {rc=0}\u000a03:20:23.002414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19259): Launched\u000a03:20:23.330771 run osmo-hlr_10.42.42.2(pid=19339): Launched\u000a03:20:23.543392 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:20:24.171061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19426): Launched\u000a03:20:24.583719 run osmo-stp_10.42.42.5(pid=19427): Launched\u000a03:20:24.821523 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:20:25.440053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19429): Launched\u000a03:20:25.550146 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:20:25.841592 run patchelf(pid=19430): Launched\u000a03:20:26.022876 run osmo-stp_10.42.42.5(pid=19427): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19427)]\u000a03:20:26.154906 run osmo-stp_10.42.42.5(pid=19427): stdout: \u000a| (launched: 2022-12-10_03:20:24.327442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:26.288427 run osmo-stp_10.42.42.5(pid=19427): stderr: \u000a| �[0;m�[38;5;43m20221210032024668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032024668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032024668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032024668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032024669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032024669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032024669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:26.418136 run osmo-stp_10.42.42.5(pid=19427): stdout: \u000a| (launched: 2022-12-10_03:20:24.327442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:26.544850 run osmo-stp_10.42.42.5(pid=19427): stderr: \u000a| �[0;m�[38;5;43m20221210032024668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032024668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032024668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032024668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032024669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032024669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032024669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:26.694542 run patchelf(pid=19430): Terminating (SIGINT)\u000a03:20:26.867975 run patchelf(pid=19430): Terminated: ok {rc=0}\u000a03:20:26.900327 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19427): Process ended prematurely: osmo-stp_10.42.42.5(pid=19427) [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19427)] [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a03:20:26.911030 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a03:20:26.976282 run osmo-hlr_10.42.42.2(pid=19339): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19339)]\u000a03:20:27.028873 run osmo-hlr_10.42.42.2(pid=19339): stdout: \u000a| (launched: 2022-12-10_03:20:23.169179) \u000a03:20:27.083970 run osmo-hlr_10.42.42.2(pid=19339): stderr: \u000a| �[0;m�[1;31m20221210032023498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032023498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032023498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032023498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032023498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032023498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032023519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032023527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032023527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032023527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:20:27.127508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19236): Terminating (SIGTERM)\u000a03:20:27.171859 run iperf3-srv_10.42.42.10(pid=19237): Terminating (SIGTERM)\u000a03:20:27.218881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19238): Terminating (SIGTERM)\u000a03:20:27.263090 run iperf3-srv_10.42.42.10(pid=19239): Terminating (SIGTERM)\u000a03:20:27.306785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19240): Terminating (SIGTERM)\u000a03:20:27.348931 run iperf3-srv_10.42.42.10(pid=19241): Terminating (SIGTERM)\u000a03:20:27.391968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19242): Terminating (SIGTERM)\u000a03:20:27.436441 run iperf3-srv_10.42.42.10(pid=19243): Terminating (SIGTERM)\u000a03:20:27.480558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19259): Terminating (SIGTERM)\u000a03:20:27.525786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19426): Terminating (SIGTERM)\u000a03:20:27.568569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19429): Terminating (SIGTERM)\u000a03:20:27.581392 --- ParallelTerminationStrategy: PID 19236 died...\u000a03:20:27.640563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19236): Terminated: ok {rc=0}\u000a03:20:27.651058 --- ParallelTerminationStrategy: PID 19237 died...\u000a03:20:27.707981 run iperf3-srv_10.42.42.10(pid=19237): Terminated {rc=256}\u000a03:20:27.718443 --- ParallelTerminationStrategy: PID 19238 died...\u000a03:20:27.773927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19238): Terminated: ok {rc=0}\u000a03:20:27.785413 --- ParallelTerminationStrategy: PID 19239 died...\u000a03:20:27.841829 run iperf3-srv_10.42.42.10(pid=19239): Terminated {rc=256}\u000a03:20:27.853370 --- ParallelTerminationStrategy: PID 19240 died...\u000a03:20:27.910162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19240): Terminated: ok {rc=0}\u000a03:20:27.920717 --- ParallelTerminationStrategy: PID 19241 died...\u000a03:20:27.978661 run iperf3-srv_10.42.42.10(pid=19241): Terminated {rc=256}\u000a03:20:27.989405 --- ParallelTerminationStrategy: PID 19242 died...\u000a03:20:28.047881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19242): Terminated: ok {rc=0}\u000a03:20:28.058741 --- ParallelTerminationStrategy: PID 19243 died...\u000a03:20:28.115696 run iperf3-srv_10.42.42.10(pid=19243): Terminated {rc=256}\u000a03:20:28.126403 --- ParallelTerminationStrategy: PID 19259 died...\u000a03:20:28.183471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19259): Terminated: ok {rc=0}\u000a03:20:28.194210 --- ParallelTerminationStrategy: PID 19426 died...\u000a03:20:28.253374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19426): Terminated: ok {rc=0}\u000a03:20:28.264073 --- ParallelTerminationStrategy: PID 19429 died...\u000a03:20:28.321503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19429): Terminated: ok {rc=0}\u000a03:20:28.409153 bus /gobi_4: Setting Powered False\u000a03:20:29.511978 bus /gobi_4: Setting Powered False\u000a03:20:30.618732 bus /gobi_1: Setting Powered False\u000a03:20:31.724389 bus /gobi_1: Setting Powered False\u000a03:20:32.830612 bus /gobi_0: Setting Powered False\u000a03:20:33.936809 bus /gobi_0: Setting Powered False\u000a03:20:35.048725 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19438): Process ended prematurely: osmo-stp_10.42.42.5(pid=19438) [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19438)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19438): Process ended prematurely: osmo-stp_10.42.42.5(pid=19438) [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19438)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a03:20:36.116233 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:36.128326 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:20:36.266131 tst ping.py: using LAC 25629\u000a03:20:36.387642 tst ping.py: using RAC 129\u000a03:20:36.510173 tst ping.py: using CellId 25629\u000a03:20:36.635861 tst ping.py: using BVCI 25630\u000a03:20:36.660199 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:36.672171 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:36.683932 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:36.695752 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:36.707333 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:36.718929 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:36.730678 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:36.742290 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:37.013983 tst ping.py:19: start network...\u000a03:20:37.136154 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:20:37.601965 run create_hlr_db(pid=19432): Launched\u000a03:20:37.772095 bus /gobi_6: Setting Powered False\u000a03:20:38.804091 run create_hlr_db(pid=19432): Terminated: ok {rc=0}\u000a03:20:39.224897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19434): Launched\u000a03:20:39.540050 run osmo-hlr_10.42.42.2(pid=19435): Launched\u000a03:20:39.655957 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:20:40.207000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19437): Launched\u000a03:20:40.523658 run osmo-stp_10.42.42.5(pid=19438): Launched\u000a03:20:40.638368 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:20:41.188543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19440): Launched\u000a03:20:41.301412 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:20:41.577239 run patchelf(pid=19441): Launched\u000a03:20:41.762868 run osmo-stp_10.42.42.5(pid=19438): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19438)]\u000a03:20:41.898456 run osmo-stp_10.42.42.5(pid=19438): stdout: \u000a| (launched: 2022-12-10_03:20:40.368270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:42.034133 run osmo-stp_10.42.42.5(pid=19438): stderr: \u000a| �[0;m�[38;5;43m20221210032040562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032040562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032040562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032040563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032040563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032040563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032040563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:42.165290 run osmo-stp_10.42.42.5(pid=19438): stdout: \u000a| (launched: 2022-12-10_03:20:40.368270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:42.295352 run osmo-stp_10.42.42.5(pid=19438): stderr: \u000a| �[0;m�[38;5;43m20221210032040562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032040562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032040562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032040563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032040563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032040563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032040563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:42.447118 run patchelf(pid=19441): Terminating (SIGINT)\u000a03:20:42.624465 run patchelf(pid=19441): Terminated: ok {rc=0}\u000a03:20:42.656886 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19438): Process ended prematurely: osmo-stp_10.42.42.5(pid=19438) [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19438)] [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a03:20:42.666760 tst ping.py:22: Test FAILED (6.5 sec)\u000a03:20:42.729790 run osmo-hlr_10.42.42.2(pid=19435): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19435)]\u000a03:20:42.781520 run osmo-hlr_10.42.42.2(pid=19435): stdout: \u000a| (launched: 2022-12-10_03:20:39.385501) \u000a03:20:42.833972 run osmo-hlr_10.42.42.2(pid=19435): stderr: \u000a| �[0;m�[1;31m20221210032039583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032039583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032039583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032039583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032039584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032039584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032039596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032039605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032039605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032039605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:20:42.878346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19434): Terminating (SIGTERM)\u000a03:20:42.920724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19437): Terminating (SIGTERM)\u000a03:20:42.962672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19440): Terminating (SIGTERM)\u000a03:20:42.972507 --- ParallelTerminationStrategy: PID 19434 died...\u000a03:20:43.028744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19434): Terminated: ok {rc=0}\u000a03:20:43.038936 --- ParallelTerminationStrategy: PID 19437 died...\u000a03:20:43.094855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19437): Terminated: ok {rc=0}\u000a03:20:43.105106 --- ParallelTerminationStrategy: PID 19440 died...\u000a03:20:43.161154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19440): Terminated: ok {rc=0}\u000a03:20:43.249086 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19448): Process ended prematurely: osmo-stp_10.42.42.5(pid=19448) [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19448)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19448): Process ended prematurely: osmo-stp_10.42.42.5(pid=19448) [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19448)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a03:20:44.301927 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:44.314347 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:20:44.452728 tst ping_idle_ping.py: using LAC 25630\u000a03:20:44.570455 tst ping_idle_ping.py: using RAC 130\u000a03:20:44.686571 tst ping_idle_ping.py: using CellId 25630\u000a03:20:44.802256 tst ping_idle_ping.py: using BVCI 25631\u000a03:20:44.824905 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:44.836291 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:44.847466 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:44.859013 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:44.870425 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:44.881671 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:44.893214 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:44.904564 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:45.179264 tst ping_idle_ping.py:24: start network...\u000a03:20:45.303380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:20:45.772403 run create_hlr_db(pid=19442): Launched\u000a03:20:45.972727 bus /gobi_6: Setting Powered False\u000a03:20:47.023005 run create_hlr_db(pid=19442): Terminated: ok {rc=0}\u000a03:20:47.453094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19444): Launched\u000a03:20:47.770408 run osmo-hlr_10.42.42.2(pid=19445): Launched\u000a03:20:47.886514 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:20:48.437706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19447): Launched\u000a03:20:48.753914 run osmo-stp_10.42.42.5(pid=19448): Launched\u000a03:20:48.868257 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:20:49.420606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19450): Launched\u000a03:20:49.533264 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:20:49.809578 run patchelf(pid=19451): Launched\u000a03:20:49.995076 run osmo-stp_10.42.42.5(pid=19448): ERR: Terminated: ERROR {rc=1} [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19448)]\u000a03:20:50.131009 run osmo-stp_10.42.42.5(pid=19448): stdout: \u000a| (launched: 2022-12-10_03:20:48.598469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:50.267297 run osmo-stp_10.42.42.5(pid=19448): stderr: \u000a| �[0;m�[38;5;43m20221210032048790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032048790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032048791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032048791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032048791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032048791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032048792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:50.398718 run osmo-stp_10.42.42.5(pid=19448): stdout: \u000a| (launched: 2022-12-10_03:20:48.598469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:50.529346 run osmo-stp_10.42.42.5(pid=19448): stderr: \u000a| �[0;m�[38;5;43m20221210032048790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032048790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032048791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032048791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032048791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032048791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032048792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:50.680859 run patchelf(pid=19451): Terminating (SIGINT)\u000a03:20:50.859048 run patchelf(pid=19451): Terminated: ok {rc=0}\u000a03:20:50.891373 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19448): Process ended prematurely: osmo-stp_10.42.42.5(pid=19448) [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19448)] [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a03:20:50.900492 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a03:20:50.962962 run osmo-hlr_10.42.42.2(pid=19445): ERR: Terminated: ERROR {rc=237} [trial-2368↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19445)]\u000a03:20:51.015075 run osmo-hlr_10.42.42.2(pid=19445): stdout: \u000a| (launched: 2022-12-10_03:20:47.614403) \u000a03:20:51.067303 run osmo-hlr_10.42.42.2(pid=19445): stderr: \u000a| �[0;m�[1;31m20221210032047812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032047812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032047812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032047812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032047813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032047813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032047824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032047833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032047833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032047833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:20:51.111529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19444): Terminating (SIGTERM)\u000a03:20:51.153339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19447): Terminating (SIGTERM)\u000a03:20:51.195526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19450): Terminating (SIGTERM)\u000a03:20:51.205273 --- ParallelTerminationStrategy: PID 19444 died...\u000a03:20:51.261586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19444): Terminated: ok {rc=0}\u000a03:20:51.271585 --- ParallelTerminationStrategy: PID 19447 died...\u000a03:20:51.327199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19447): Terminated: ok {rc=0}\u000a03:20:51.337183 --- ParallelTerminationStrategy: PID 19450 died...\u000a03:20:51.392824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19450): Terminated: ok {rc=0}\u000a03:20:51.479945 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:19:52" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19461): Process ended prematurely: osmo-stp_10.42.42.5(pid=19461) [trial-2368↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19461)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19461): Process ended prematurely: osmo-stp_10.42.42.5(pid=19461) [trial-2368↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a03:20:53.523997 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:20:53.536620 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:20:53.692128 tst switch_tch_pdch.py: using LAC 25631\u000a03:20:53.811110 tst switch_tch_pdch.py: using RAC 131\u000a03:20:53.926771 tst switch_tch_pdch.py: using CellId 25631\u000a03:20:54.042362 tst switch_tch_pdch.py: using BVCI 25632\u000a03:20:54.065106 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:20:54.076630 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:20:54.088027 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:20:54.099681 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:20:54.111166 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:20:54.122666 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:20:54.134343 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:20:54.145983 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:20:54.267279 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:20:54.542228 tst switch_tch_pdch.py:51: start network...\u000a03:20:54.664845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:20:55.127036 run create_hlr_db(pid=19455): Launched\u000a03:20:55.296557 bus /gobi_6: Setting Powered False\u000a03:20:56.317244 run create_hlr_db(pid=19455): Terminated: ok {rc=0}\u000a03:20:56.710911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19457): Launched\u000a03:20:57.004834 run osmo-hlr_10.42.42.2(pid=19458): Launched\u000a03:20:57.112221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:20:57.625247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19460): Launched\u000a03:20:57.920505 run osmo-stp_10.42.42.5(pid=19461): Launched\u000a03:20:58.028707 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:20:58.545952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19463): Launched\u000a03:20:58.651413 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:20:58.911423 run patchelf(pid=19464): Launched\u000a03:20:59.084858 run osmo-stp_10.42.42.5(pid=19461): ERR: Terminated: ERROR {rc=1} [trial-2368↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19461)]\u000a03:20:59.212309 run osmo-stp_10.42.42.5(pid=19461): stdout: \u000a| (launched: 2022-12-10_03:20:57.774226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:59.339712 run osmo-stp_10.42.42.5(pid=19461): stderr: \u000a| �[0;m�[38;5;43m20221210032057942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032057942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032057942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032057942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032057943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032057943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032057943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:59.462569 run osmo-stp_10.42.42.5(pid=19461): stdout: \u000a| (launched: 2022-12-10_03:20:57.774226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:59.584192 run osmo-stp_10.42.42.5(pid=19461): stderr: \u000a| �[0;m�[38;5;43m20221210032057942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032057942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032057942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032057942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032057943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032057943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032057943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:59.726127 run patchelf(pid=19464): Terminating (SIGINT)\u000a03:20:59.892055 run patchelf(pid=19464): Terminated: ok {rc=0}\u000a03:20:59.922194 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=19461): Process ended prematurely: osmo-stp_10.42.42.5(pid=19461) [trial-2368↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19461)] [trial-2368↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a03:20:59.930730 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a03:20:59.991009 run osmo-hlr_10.42.42.2(pid=19458): ERR: Terminated: ERROR {rc=237} [trial-2368↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19458)]\u000a03:21:00.040141 run osmo-hlr_10.42.42.2(pid=19458): stdout: \u000a| (launched: 2022-12-10_03:20:56.860121) \u000a03:21:00.089830 run osmo-hlr_10.42.42.2(pid=19458): stderr: \u000a| �[0;m�[1;31m20221210032057035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032057035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032057035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032057035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032057035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032057035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032057048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032057056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032057056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032057056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:21:00.131860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19457): Terminating (SIGTERM)\u000a03:21:00.171778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19460): Terminating (SIGTERM)\u000a03:21:00.211748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19463): Terminating (SIGTERM)\u000a03:21:00.221123 --- ParallelTerminationStrategy: PID 19457 died...\u000a03:21:00.274906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19457): Terminated: ok {rc=0}\u000a03:21:00.284510 --- ParallelTerminationStrategy: PID 19460 died...\u000a03:21:00.337213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19460): Terminated: ok {rc=0}\u000a03:21:00.346815 --- ParallelTerminationStrategy: PID 19463 died...\u000a03:21:00.399725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19463): Terminated: ok {rc=0}\u000a03:21:00.488254 bus /gobi_0: Setting Powered False\u000a03:21:01.613784 bus /gobi_0: Setting Powered False\u000a03:21:02.726354 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:20:53" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19471): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19471) [trial-2368↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19471)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19471): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19471) [trial-2368↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a03:21:04.571245 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a03:21:04.682324 tst esme_connect_policy_acceptall.py: using MSISDN 7520\u000a03:21:04.816593 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:21:05.383772 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19470): Launched\u000a03:21:05.682902 run osmo-nitb_10.42.42.2(pid=19471): Launched\u000a03:21:05.868432 run osmo-nitb_10.42.42.2(pid=19471): ERR: Terminated: ERROR {rc=2} [trial-2368↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19471)]\u000a03:21:06.005384 run osmo-nitb_10.42.42.2(pid=19471): stdout: \u000a| (launched: 2022-12-10_03:21:05.536828) \u000a03:21:06.142508 run osmo-nitb_10.42.42.2(pid=19471): stderr: \u000a| (launched: 2022-12-10_03:21:05.581822)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:06.275330 run osmo-nitb_10.42.42.2(pid=19471): stdout: \u000a| (launched: 2022-12-10_03:21:05.536828) \u000a03:21:06.407535 run osmo-nitb_10.42.42.2(pid=19471): stderr: \u000a| (launched: 2022-12-10_03:21:05.581822)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:06.805204 tst osmo-nitb_10.42.42.2(pid=19471): stdout: \u000a| (launched: 2022-12-10_03:21:05.536828) \u000a03:21:06.925519 tst osmo-nitb_10.42.42.2(pid=19471): stderr: \u000a| (launched: 2022-12-10_03:21:05.581822)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:06.978157 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=19471): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19471) [trial-2368↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19471)] [trial-2368↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a03:21:06.986155 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a03:21:07.020746 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19470): Terminating (SIGTERM)\u000a03:21:07.198376 --- ParallelTerminationStrategy: PID 19470 died...\u000a03:21:07.253389 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19470): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "nitb_smpp", "duration" : 2.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19473): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19473) [trial-2368↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19473)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19473): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19473) [trial-2368↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a03:21:07.267805 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a03:21:07.377411 tst esme_connect_policy_closed.py: using MSISDN 7521\u000a03:21:07.494725 tst esme_connect_policy_closed.py: using MSISDN 7522\u000a03:21:07.602344 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:21:08.176070 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19472): Launched\u000a03:21:08.475718 run osmo-nitb_10.42.42.2(pid=19473): Launched\u000a03:21:08.648146 run osmo-nitb_10.42.42.2(pid=19473): ERR: Terminated: ERROR {rc=2} [trial-2368↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19473)]\u000a03:21:08.774316 run osmo-nitb_10.42.42.2(pid=19473): stdout: \u000a| (launched: 2022-12-10_03:21:08.330094) \u000a03:21:08.900603 run osmo-nitb_10.42.42.2(pid=19473): stderr: \u000a| (launched: 2022-12-10_03:21:08.374922)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:09.022207 run osmo-nitb_10.42.42.2(pid=19473): stdout: \u000a| (launched: 2022-12-10_03:21:08.330094) \u000a03:21:09.142936 run osmo-nitb_10.42.42.2(pid=19473): stderr: \u000a| (launched: 2022-12-10_03:21:08.374922)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:09.195994 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=19473): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19473) [trial-2368↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19473)] [trial-2368↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a03:21:09.203706 tst esme_connect_policy_closed.py:24: Test FAILED (1.9 sec)\u000a03:21:09.238333 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19472): Terminating (SIGTERM)\u000a03:21:09.415488 --- ParallelTerminationStrategy: PID 19472 died...\u000a03:21:09.470350 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19472): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19475): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19475) [trial-2368↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19475)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19475): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19475) [trial-2368↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a03:21:09.484352 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a03:21:09.495340 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a03:21:09.630882 tst esme_ms_sms_storeforward.py: using LAC 25632\u000a03:21:09.756840 tst esme_ms_sms_storeforward.py: using RAC 132\u000a03:21:09.882553 tst esme_ms_sms_storeforward.py: using CellId 25632\u000a03:21:10.009244 tst esme_ms_sms_storeforward.py: using BVCI 25633\u000a03:21:10.033880 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a03:21:10.247942 tst esme_ms_sms_storeforward.py: using MSISDN 7523\u000a03:21:10.432637 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a03:21:10.559490 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:21:11.186935 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19474): Launched\u000a03:21:11.488491 run osmo-nitb_10.42.42.2(pid=19475): Launched\u000a03:21:11.662020 run osmo-nitb_10.42.42.2(pid=19475): ERR: Terminated: ERROR {rc=2} [trial-2368↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19475)]\u000a03:21:11.788789 run osmo-nitb_10.42.42.2(pid=19475): stdout: \u000a| (launched: 2022-12-10_03:21:11.340857) \u000a03:21:11.915969 run osmo-nitb_10.42.42.2(pid=19475): stderr: \u000a| (launched: 2022-12-10_03:21:11.386353)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:12.038141 run osmo-nitb_10.42.42.2(pid=19475): stdout: \u000a| (launched: 2022-12-10_03:21:11.340857) \u000a03:21:12.159430 run osmo-nitb_10.42.42.2(pid=19475): stderr: \u000a| (launched: 2022-12-10_03:21:11.386353)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:12.212451 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=19475): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19475) [trial-2368↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19475)] [trial-2368↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a03:21:12.220307 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.7 sec)\u000a03:21:12.255595 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19474): Terminating (SIGTERM)\u000a03:21:12.432582 --- ParallelTerminationStrategy: PID 19474 died...\u000a03:21:12.489561 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19474): Terminated: ok {rc=0}\u000a03:21:12.577941 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19477): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19477) [trial-2368↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19477)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19477): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19477) [trial-2368↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a03:21:13.629669 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a03:21:13.640712 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a03:21:13.767075 tst esme_ms_sms_transaction.py: using LAC 25633\u000a03:21:13.888515 tst esme_ms_sms_transaction.py: using RAC 133\u000a03:21:14.009599 tst esme_ms_sms_transaction.py: using CellId 25633\u000a03:21:14.128813 tst esme_ms_sms_transaction.py: using BVCI 25634\u000a03:21:14.152009 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a03:21:14.374604 tst esme_ms_sms_transaction.py: using MSISDN 7524\u000a03:21:14.572726 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a03:21:14.708725 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:21:15.372568 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19476): Launched\u000a03:21:15.697549 run osmo-nitb_10.42.42.2(pid=19477): Launched\u000a03:21:15.922184 run osmo-nitb_10.42.42.2(pid=19477): ERR: Terminated: ERROR {rc=2} [trial-2368↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19477)]\u000a03:21:16.064744 run osmo-nitb_10.42.42.2(pid=19477): stdout: \u000a| (launched: 2022-12-10_03:21:15.537017) \u000a03:21:16.206634 run osmo-nitb_10.42.42.2(pid=19477): stderr: \u000a| (launched: 2022-12-10_03:21:15.585108)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:16.345936 run osmo-nitb_10.42.42.2(pid=19477): stdout: \u000a| (launched: 2022-12-10_03:21:15.537017) \u000a03:21:16.484715 run osmo-nitb_10.42.42.2(pid=19477): stderr: \u000a| (launched: 2022-12-10_03:21:15.585108)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:16.830115 tst osmo-nitb_10.42.42.2(pid=19477): stdout: \u000a| (launched: 2022-12-10_03:21:15.537017) \u000a03:21:16.960768 tst osmo-nitb_10.42.42.2(pid=19477): stderr: \u000a| (launched: 2022-12-10_03:21:15.585108)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:17.018167 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=19477): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19477) [trial-2368↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19477)] [trial-2368↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a03:21:17.027047 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a03:21:17.063437 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19476): Terminating (SIGTERM)\u000a03:21:17.241167 --- ParallelTerminationStrategy: PID 19476 died...\u000a03:21:17.298500 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19476): Terminated: ok {rc=0}\u000a03:21:17.386825 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:21:04" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=19486): Process ended prematurely: osmo-hlr_10.42.42.2(pid=19486) [trial-2368↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19486)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=19486): Process ended prematurely: osmo-hlr_10.42.42.2(pid=19486) [trial-2368↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19486)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a03:21:19.186255 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:19.197023 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:19.207640 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:19.218612 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:19.327567 tst esme_connect_policy_acceptall.py: using MSISDN 7525\u000a03:21:19.435728 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a03:21:19.960129 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=19481): Launched\u000a03:21:20.263767 run osmo-stp_10.42.42.4(pid=19482): Launched\u000a03:21:20.371890 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:21:20.847472 run create_hlr_db(pid=19483): Launched\u000a03:21:21.021638 bus /sierra_2: Setting Powered False\u000a03:21:22.041955 run create_hlr_db(pid=19483): Terminated: ok {rc=0}\u000a03:21:22.472337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19485): Launched\u000a03:21:22.795986 run osmo-hlr_10.42.42.2(pid=19486): Launched\u000a03:21:22.914509 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a03:21:23.507625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19488): Launched\u000a03:21:23.829798 run osmo-msc_10.42.42.5(pid=19489): Launched\u000a03:21:24.020181 run osmo-hlr_10.42.42.2(pid=19486): ERR: Terminated: ERROR {rc=237} [trial-2368↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19486)]\u000a03:21:24.191816 run osmo-hlr_10.42.42.2(pid=19486): stdout: \u000a| (launched: 2022-12-10_03:21:22.636920) \u000a03:21:24.329793 run osmo-hlr_10.42.42.2(pid=19486): stderr: \u000a| �[0;m�[1;31m20221210032122838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032122838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032122838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032122838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032122838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032122838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032122856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032122865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032122865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032122865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:21:24.460198 run osmo-hlr_10.42.42.2(pid=19486): stdout: \u000a| (launched: 2022-12-10_03:21:22.636920) \u000a03:21:24.589928 run osmo-hlr_10.42.42.2(pid=19486): stderr: \u000a| �[0;m�[1;31m20221210032122838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032122838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032122838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032122838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032122838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032122838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032122856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032122865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032122865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032122865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:21:24.646593 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=19486): Process ended prematurely: osmo-hlr_10.42.42.2(pid=19486) [trial-2368↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19486)] [trial-2368↪smpp↪esme_connect_policy_acceptall.py:23]\u000a03:21:24.655207 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.5 sec)\u000a03:21:24.718816 run osmo-msc_10.42.42.5(pid=19489): ERR: Terminated: ERROR {rc=9} [trial-2368↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=19489)]\u000a03:21:24.771200 run osmo-msc_10.42.42.5(pid=19489): stdout: \u000a| (launched: 2022-12-10_03:21:23.671350) \u000a03:21:24.823917 run osmo-msc_10.42.42.5(pid=19489): stderr: \u000a| �[0;m�[38;5;43m20221210032124036 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221210032124036 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221210032124036 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221210032124036 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221210032124036 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221210032124037 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221210032124037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221210032124037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221210032124037 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a03:21:24.868270 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=19481): Terminating (SIGTERM)\u000a03:21:24.910244 run osmo-stp_10.42.42.4(pid=19482): Terminating (SIGTERM)\u000a03:21:24.953452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19485): Terminating (SIGTERM)\u000a03:21:24.999152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19488): Terminating (SIGTERM)\u000a03:21:25.010057 --- ParallelTerminationStrategy: PID 19481 died...\u000a03:21:25.068872 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=19481): Terminated: ok {rc=0}\u000a03:21:25.079144 --- ParallelTerminationStrategy: PID 19482 died...\u000a03:21:25.134859 run osmo-stp_10.42.42.4(pid=19482): Terminated: ok {rc=0}\u000a03:21:25.144897 --- ParallelTerminationStrategy: PID 19485 died...\u000a03:21:25.200581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19485): Terminated: ok {rc=0}\u000a03:21:25.210686 --- ParallelTerminationStrategy: PID 19488 died...\u000a03:21:25.266759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19488): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=19497): Process ended prematurely: osmo-hlr_10.42.42.2(pid=19497) [trial-2368↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19497)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=19497): Process ended prematurely: osmo-hlr_10.42.42.2(pid=19497) [trial-2368↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a03:21:25.281453 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:25.292685 tst smpp: Using 1 x bts (candidates: 1)\u000a03:21:25.425307 tst esme_connect_policy_closed.py: using LAC 25634\u000a03:21:25.554685 tst esme_connect_policy_closed.py: using RAC 134\u000a03:21:25.682637 tst esme_connect_policy_closed.py: using CellId 25634\u000a03:21:25.809699 tst esme_connect_policy_closed.py: using BVCI 25635\u000a03:21:25.834295 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:25.845089 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:25.855736 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:25.963980 tst esme_connect_policy_closed.py: using MSISDN 7526\u000a03:21:26.084444 tst esme_connect_policy_closed.py: using MSISDN 7527\u000a03:21:26.191874 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a03:21:26.715262 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=19492): Launched\u000a03:21:27.017584 run osmo-stp_10.42.42.4(pid=19493): Launched\u000a03:21:27.125603 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:21:27.601384 run create_hlr_db(pid=19494): Launched\u000a03:21:28.780670 run create_hlr_db(pid=19494): Terminated: ok {rc=0}\u000a03:21:29.093950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19496): Launched\u000a03:21:29.397545 run osmo-hlr_10.42.42.2(pid=19497): Launched\u000a03:21:29.511969 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a03:21:30.075301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19499): Launched\u000a03:21:30.381119 run osmo-msc_10.42.42.5(pid=19500): Launched\u000a03:21:30.559356 run osmo-hlr_10.42.42.2(pid=19497): ERR: Terminated: ERROR {rc=237} [trial-2368↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19497)]\u000a03:21:30.695400 run osmo-hlr_10.42.42.2(pid=19497): stdout: \u000a| (launched: 2022-12-10_03:21:29.247806) \u000a03:21:30.823466 run osmo-hlr_10.42.42.2(pid=19497): stderr: \u000a| �[0;m�[1;31m20221210032129422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032129422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032129422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032129423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032129423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032129423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032129437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032129446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032129447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032129447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:21:30.986707 run osmo-hlr_10.42.42.2(pid=19497): stdout: \u000a| (launched: 2022-12-10_03:21:29.247806) \u000a03:21:31.121601 run osmo-hlr_10.42.42.2(pid=19497): stderr: \u000a| �[0;m�[1;31m20221210032129422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032129422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032129422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032129423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032129423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032129423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032129437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032129446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032129447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032129447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:21:31.181386 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=19497): Process ended prematurely: osmo-hlr_10.42.42.2(pid=19497) [trial-2368↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19497)] [trial-2368↪smpp↪esme_connect_policy_closed.py:31]\u000a03:21:31.190700 tst esme_connect_policy_closed.py:31: Test FAILED (5.9 sec)\u000a03:21:31.257355 run osmo-msc_10.42.42.5(pid=19500): ERR: Terminated: ERROR {rc=9} [trial-2368↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=19500)]\u000a03:21:31.310960 run osmo-msc_10.42.42.5(pid=19500): stdout: \u000a| (launched: 2022-12-10_03:21:30.229840) \u000a03:21:31.366279 run osmo-msc_10.42.42.5(pid=19500): stderr: \u000a| �[0;m�[38;5;43m20221210032130548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221210032130548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221210032130548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221210032130548 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221210032130548 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221210032130548 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221210032130548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221210032130549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221210032130549 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a03:21:31.413985 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=19492): Terminating (SIGTERM)\u000a03:21:31.458413 run osmo-stp_10.42.42.4(pid=19493): Terminating (SIGTERM)\u000a03:21:31.507891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19496): Terminating (SIGTERM)\u000a03:21:31.584552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19499): Terminating (SIGTERM)\u000a03:21:31.606509 --- ParallelTerminationStrategy: PID 19492 died...\u000a03:21:31.696033 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=19492): Terminated: ok {rc=0}\u000a03:21:31.706669 --- ParallelTerminationStrategy: PID 19493 died...\u000a03:21:31.764413 run osmo-stp_10.42.42.4(pid=19493): Terminated: ok {rc=0}\u000a03:21:31.775405 --- ParallelTerminationStrategy: PID 19496 died...\u000a03:21:31.834361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19496): Terminated: ok {rc=0}\u000a03:21:31.845267 --- ParallelTerminationStrategy: PID 19499 died...\u000a03:21:31.903449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19499): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19509): Process ended prematurely: osmo-stp_10.42.42.5(pid=19509) [trial-2368↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19509)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19509): Process ended prematurely: osmo-stp_10.42.42.5(pid=19509) [trial-2368↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a03:21:31.919555 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:31.931673 tst smpp: Using 1 x bts (candidates: 1)\u000a03:21:32.060409 tst esme_ms_sms_storeforward.py: using LAC 25635\u000a03:21:32.184935 tst esme_ms_sms_storeforward.py: using RAC 135\u000a03:21:32.312028 tst esme_ms_sms_storeforward.py: using CellId 25635\u000a03:21:32.440504 tst esme_ms_sms_storeforward.py: using BVCI 25636\u000a03:21:32.465704 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:32.476645 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:32.487459 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:32.498117 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:32.508824 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:32.519611 tst smpp: Using 1 x modem (candidates: 1)\u000a03:21:32.733285 tst esme_ms_sms_storeforward.py: using MSISDN 7528\u000a03:21:32.843250 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:21:33.320719 run create_hlr_db(pid=19503): Launched\u000a03:21:34.499722 run create_hlr_db(pid=19503): Terminated: ok {rc=0}\u000a03:21:34.814126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19505): Launched\u000a03:21:35.119175 run osmo-hlr_10.42.42.2(pid=19506): Launched\u000a03:21:35.230805 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:21:35.761500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19508): Launched\u000a03:21:36.065760 run osmo-stp_10.42.42.5(pid=19509): Launched\u000a03:21:36.177136 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:21:36.729726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19511): Launched\u000a03:21:37.033285 run osmo-msc_10.42.42.6(pid=19512): Launched\u000a03:21:37.212185 run osmo-stp_10.42.42.5(pid=19509): ERR: Terminated: ERROR {rc=1} [trial-2368↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19509)]\u000a03:21:37.341822 run osmo-stp_10.42.42.5(pid=19509): stdout: \u000a| (launched: 2022-12-10_03:21:35.915810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:21:37.468604 run osmo-stp_10.42.42.5(pid=19509): stderr: \u000a| �[0;m�[38;5;43m20221210032136086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032136087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032136087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032136087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032136088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032136088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032136088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:21:37.590733 run osmo-stp_10.42.42.5(pid=19509): stdout: \u000a| (launched: 2022-12-10_03:21:35.915810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:21:37.711378 run osmo-stp_10.42.42.5(pid=19509): stderr: \u000a| �[0;m�[38;5;43m20221210032136086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032136087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032136087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032136087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032136088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032136088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032136088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:21:37.764248 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=19509): Process ended prematurely: osmo-stp_10.42.42.5(pid=19509) [trial-2368↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19509)] [trial-2368↪smpp↪esme_ms_sms_storeforward.py:30]\u000a03:21:37.772208 tst esme_ms_sms_storeforward.py:30: Test FAILED (5.8 sec)\u000a03:21:37.832565 run osmo-hlr_10.42.42.2(pid=19506): ERR: Terminated: ERROR {rc=237} [trial-2368↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19506)]\u000a03:21:37.881549 run osmo-hlr_10.42.42.2(pid=19506): stdout: \u000a| (launched: 2022-12-10_03:21:34.968798) \u000a03:21:37.931706 run osmo-hlr_10.42.42.2(pid=19506): stderr: \u000a| �[0;m�[1;31m20221210032135143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032135143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032135143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032135143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032135143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032135143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032135160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032135170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032135170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032135170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:21:37.999033 run osmo-msc_10.42.42.6(pid=19512): ERR: Terminated: ERROR {rc=2} [trial-2368↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19512)]\u000a03:21:38.048180 run osmo-msc_10.42.42.6(pid=19512): stdout: \u000a| (launched: 2022-12-10_03:21:36.884351) \u000a03:21:38.098100 run osmo-msc_10.42.42.6(pid=19512): stderr: \u000a| �[0;m�[38;5;43m20221210032137156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032137156 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa870fbfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032137156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032137156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032137157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032137157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032137159 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032137159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032137159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032137159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:21:38.140090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19505): Terminating (SIGTERM)\u000a03:21:38.180184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19508): Terminating (SIGTERM)\u000a03:21:38.220258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19511): Terminating (SIGTERM)\u000a03:21:38.229729 --- ParallelTerminationStrategy: PID 19505 died...\u000a03:21:38.283151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19505): Terminated: ok {rc=0}\u000a03:21:38.293085 --- ParallelTerminationStrategy: PID 19508 died...\u000a03:21:38.346218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19508): Terminated: ok {rc=0}\u000a03:21:38.355908 --- ParallelTerminationStrategy: PID 19511 died...\u000a03:21:38.409223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19511): Terminated: ok {rc=0}\u000a03:21:38.497936 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19520): Process ended prematurely: osmo-stp_10.42.42.5(pid=19520) [trial-2368↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19520)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19520): Process ended prematurely: osmo-stp_10.42.42.5(pid=19520) [trial-2368↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19520)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a03:21:39.549592 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:39.560767 tst smpp: Using 1 x bts (candidates: 1)\u000a03:21:39.687790 tst esme_ms_sms_transaction.py: using LAC 25636\u000a03:21:39.809243 tst esme_ms_sms_transaction.py: using RAC 136\u000a03:21:39.940307 tst esme_ms_sms_transaction.py: using CellId 25636\u000a03:21:40.067699 tst esme_ms_sms_transaction.py: using BVCI 25637\u000a03:21:40.092447 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:40.103173 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:40.114044 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:40.124832 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:40.135572 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:40.146138 tst smpp: Using 1 x modem (candidates: 1)\u000a03:21:40.365691 tst esme_ms_sms_transaction.py: using MSISDN 7529\u000a03:21:40.474796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:21:40.952244 run create_hlr_db(pid=19514): Launched\u000a03:21:41.127185 bus /sierra_2: Setting Powered False\u000a03:21:42.148492 run create_hlr_db(pid=19514): Terminated: ok {rc=0}\u000a03:21:42.583021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19516): Launched\u000a03:21:42.909282 run osmo-hlr_10.42.42.2(pid=19517): Launched\u000a03:21:43.028215 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:21:43.590137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19519): Launched\u000a03:21:43.914138 run osmo-stp_10.42.42.5(pid=19520): Launched\u000a03:21:44.033346 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:21:44.626212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19522): Launched\u000a03:21:44.950496 run osmo-msc_10.42.42.6(pid=19523): Launched\u000a03:21:45.140200 run osmo-stp_10.42.42.5(pid=19520): ERR: Terminated: ERROR {rc=1} [trial-2368↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19520)]\u000a03:21:45.278175 run osmo-stp_10.42.42.5(pid=19520): stdout: \u000a| (launched: 2022-12-10_03:21:43.754990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:21:45.415183 run osmo-stp_10.42.42.5(pid=19520): stderr: \u000a| �[0;m�[38;5;43m20221210032143948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032143948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032143948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032143949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032143949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032143949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032143949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:21:45.545391 run osmo-stp_10.42.42.5(pid=19520): stdout: \u000a| (launched: 2022-12-10_03:21:43.754990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:21:45.674474 run osmo-stp_10.42.42.5(pid=19520): stderr: \u000a| �[0;m�[38;5;43m20221210032143948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032143948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032143948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032143949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032143949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032143949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032143949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:21:45.730783 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=19520): Process ended prematurely: osmo-stp_10.42.42.5(pid=19520) [trial-2368↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19520)] [trial-2368↪smpp↪esme_ms_sms_transaction.py:28]\u000a03:21:45.739368 tst esme_ms_sms_transaction.py:28: Test FAILED (6.2 sec)\u000a03:21:45.801850 run osmo-hlr_10.42.42.2(pid=19517): ERR: Terminated: ERROR {rc=237} [trial-2368↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19517)]\u000a03:21:45.860029 run osmo-hlr_10.42.42.2(pid=19517): stdout: \u000a| (launched: 2022-12-10_03:21:42.748899) \u000a03:21:45.930828 run osmo-hlr_10.42.42.2(pid=19517): stderr: \u000a| �[0;m�[1;31m20221210032142948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032142948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032142948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032142948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032142948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032142948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032142960 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032142969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032142969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032142969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:21:46.016688 run osmo-msc_10.42.42.6(pid=19523): ERR: Terminated: ERROR {rc=2} [trial-2368↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19523)]\u000a03:21:46.069586 run osmo-msc_10.42.42.6(pid=19523): stdout: \u000a| (launched: 2022-12-10_03:21:44.791369) \u000a03:21:46.123001 run osmo-msc_10.42.42.6(pid=19523): stderr: \u000a| �[0;m�[38;5;43m20221210032145113 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032145114 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2edd857c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032145114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032145114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032145114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032145114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032145116 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032145116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032145116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032145117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:21:46.168497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19516): Terminating (SIGTERM)\u000a03:21:46.211041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19519): Terminating (SIGTERM)\u000a03:21:46.255060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19522): Terminating (SIGTERM)\u000a03:21:46.265969 --- ParallelTerminationStrategy: PID 19516 died...\u000a03:21:46.323656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19516): Terminated: ok {rc=0}\u000a03:21:46.334262 --- ParallelTerminationStrategy: PID 19519 died...\u000a03:21:46.391328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19519): Terminated: ok {rc=0}\u000a03:21:46.402018 --- ParallelTerminationStrategy: PID 19522 died...\u000a03:21:46.458818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19522): Terminated: ok {rc=0}\u000a03:21:46.548515 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:21:19" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19534): Process ended prematurely: osmo-stp_10.42.42.5(pid=19534) [trial-2368↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19534)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19534): Process ended prematurely: osmo-stp_10.42.42.5(pid=19534) [trial-2368↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a03:21:48.424504 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:21:48.435168 tst encryption: Using 1 x bts (candidates: 1)\u000a03:21:48.562405 tst register_a5_0_authopt.py: using LAC 25637\u000a03:21:48.685853 tst register_a5_0_authopt.py: using RAC 137\u000a03:21:48.806845 tst register_a5_0_authopt.py: using CellId 25637\u000a03:21:48.930378 tst register_a5_0_authopt.py: using BVCI 25638\u000a03:21:48.954308 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:21:48.964784 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:21:48.975344 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:21:48.986087 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:21:48.996713 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:21:49.007571 tst encryption: Using 1 x modem (candidates: 1)\u000a03:21:49.303272 tst register_a5_0_authopt.py:8: start network...\u000a03:21:49.440673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:21:49.963483 run create_hlr_db(pid=19528): Launched\u000a03:21:50.153442 bus /sierra_2: Setting Powered False\u000a03:21:51.173836 run create_hlr_db(pid=19528): Terminated: ok {rc=0}\u000a03:21:51.609079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19530): Launched\u000a03:21:51.937254 run osmo-hlr_10.42.42.2(pid=19531): Launched\u000a03:21:52.056252 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:21:52.625498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19533): Launched\u000a03:21:52.952207 run osmo-stp_10.42.42.5(pid=19534): Launched\u000a03:21:53.070895 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:21:53.665346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19536): Launched\u000a03:21:53.991662 run osmo-msc_10.42.42.6(pid=19537): Launched\u000a03:21:54.182866 run osmo-stp_10.42.42.5(pid=19534): ERR: Terminated: ERROR {rc=1} [trial-2368↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19534)]\u000a03:21:54.326043 run osmo-stp_10.42.42.5(pid=19534): stdout: \u000a| (launched: 2022-12-10_03:21:52.791535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:21:54.464027 run osmo-stp_10.42.42.5(pid=19534): stderr: \u000a| �[0;m�[38;5;43m20221210032152983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032152983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032152984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032152984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032152985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032152985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032152985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:21:54.594704 run osmo-stp_10.42.42.5(pid=19534): stdout: \u000a| (launched: 2022-12-10_03:21:52.791535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:21:54.724586 run osmo-stp_10.42.42.5(pid=19534): stderr: \u000a| �[0;m�[38;5;43m20221210032152983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032152983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032152984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032152984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032152985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032152985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032152985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:21:54.781934 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19534): Process ended prematurely: osmo-stp_10.42.42.5(pid=19534) [trial-2368↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19534)] [trial-2368↪encryption↪register_a5_0_authopt.py:8]\u000a03:21:54.790812 tst register_a5_0_authopt.py:8: Test FAILED (6.4 sec)\u000a03:21:54.852712 run osmo-hlr_10.42.42.2(pid=19531): ERR: Terminated: ERROR {rc=237} [trial-2368↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19531)]\u000a03:21:54.904290 run osmo-hlr_10.42.42.2(pid=19531): stdout: \u000a| (launched: 2022-12-10_03:21:51.775861) \u000a03:21:54.956418 run osmo-hlr_10.42.42.2(pid=19531): stderr: \u000a| �[0;m�[1;31m20221210032151975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032151975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032151975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032151975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032151976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032151976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032151988 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032151996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032151996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032151996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:21:55.026995 run osmo-msc_10.42.42.6(pid=19537): ERR: Terminated: ERROR {rc=2} [trial-2368↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19537)]\u000a03:21:55.077867 run osmo-msc_10.42.42.6(pid=19537): stdout: \u000a| (launched: 2022-12-10_03:21:53.831385) \u000a03:21:55.129329 run osmo-msc_10.42.42.6(pid=19537): stderr: \u000a| �[0;m�[38;5;43m20221210032154157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032154157 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f811407ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032154157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032154157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032154158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032154158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032154159 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032154160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032154160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032154160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:21:55.173212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19530): Terminating (SIGTERM)\u000a03:21:55.214657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19533): Terminating (SIGTERM)\u000a03:21:55.256468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19536): Terminating (SIGTERM)\u000a03:21:55.265782 --- ParallelTerminationStrategy: PID 19530 died...\u000a03:21:55.321073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19530): Terminated: ok {rc=0}\u000a03:21:55.331025 --- ParallelTerminationStrategy: PID 19533 died...\u000a03:21:55.386091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19533): Terminated: ok {rc=0}\u000a03:21:55.395962 --- ParallelTerminationStrategy: PID 19536 died...\u000a03:21:55.451184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19536): Terminated: ok {rc=0}\u000a03:21:55.538556 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19545): Process ended prematurely: osmo-stp_10.42.42.5(pid=19545) [trial-2368↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19545)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19545): Process ended prematurely: osmo-stp_10.42.42.5(pid=19545) [trial-2368↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19545)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a03:21:56.654721 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:21:56.666142 tst encryption: Using 1 x bts (candidates: 1)\u000a03:21:56.798916 tst register_a5_0_authreq.py: using LAC 25638\u000a03:21:56.927294 tst register_a5_0_authreq.py: using RAC 138\u000a03:21:57.059993 tst register_a5_0_authreq.py: using CellId 25638\u000a03:21:57.189382 tst register_a5_0_authreq.py: using BVCI 25639\u000a03:21:57.214661 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:21:57.225512 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:21:57.236578 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:21:57.247307 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:21:57.258080 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:21:57.268656 tst encryption: Using 1 x modem (candidates: 1)\u000a03:21:57.549545 tst register_a5_0_authreq.py:8: start network...\u000a03:21:57.678060 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:21:58.160441 run create_hlr_db(pid=19539): Launched\u000a03:21:58.336931 bus /sierra_2: Setting Powered False\u000a03:21:59.357472 run create_hlr_db(pid=19539): Terminated: ok {rc=0}\u000a03:21:59.792328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19541): Launched\u000a03:22:00.122074 run osmo-hlr_10.42.42.2(pid=19542): Launched\u000a03:22:00.245539 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:22:00.815833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19544): Launched\u000a03:22:01.342401 run osmo-stp_10.42.42.5(pid=19545): Launched\u000a03:22:01.653385 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:22:02.310251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19547): Launched\u000a03:22:02.620466 run osmo-msc_10.42.42.6(pid=19548): Launched\u000a03:22:02.801858 run osmo-stp_10.42.42.5(pid=19545): ERR: Terminated: ERROR {rc=1} [trial-2368↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19545)]\u000a03:22:02.932926 run osmo-stp_10.42.42.5(pid=19545): stdout: \u000a| (launched: 2022-12-10_03:22:01.013495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:03.061771 run osmo-stp_10.42.42.5(pid=19545): stderr: \u000a| �[0;m�[38;5;43m20221210032201314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032201316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032201317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032201319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032201322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032201322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032201322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:03.184432 run osmo-stp_10.42.42.5(pid=19545): stdout: \u000a| (launched: 2022-12-10_03:22:01.013495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:03.307036 run osmo-stp_10.42.42.5(pid=19545): stderr: \u000a| �[0;m�[38;5;43m20221210032201314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032201316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032201317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032201319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032201322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032201322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032201322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:03.360720 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19545): Process ended prematurely: osmo-stp_10.42.42.5(pid=19545) [trial-2368↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19545)] [trial-2368↪encryption↪register_a5_0_authreq.py:8]\u000a03:22:03.369275 tst register_a5_0_authreq.py:8: Test FAILED (6.8 sec)\u000a03:22:03.428913 run osmo-hlr_10.42.42.2(pid=19542): ERR: Terminated: ERROR {rc=237} [trial-2368↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19542)]\u000a03:22:03.478057 run osmo-hlr_10.42.42.2(pid=19542): stdout: \u000a| (launched: 2022-12-10_03:21:59.959409) \u000a03:22:03.528191 run osmo-hlr_10.42.42.2(pid=19542): stderr: \u000a| �[0;m�[1;31m20221210032200159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032200160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032200160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032200160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032200160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032200160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032200175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032200184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032200185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032200185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:22:03.595655 run osmo-msc_10.42.42.6(pid=19548): ERR: Terminated: ERROR {rc=2} [trial-2368↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19548)]\u000a03:22:03.644887 run osmo-msc_10.42.42.6(pid=19548): stdout: \u000a| (launched: 2022-12-10_03:22:02.466598) \u000a03:22:03.694712 run osmo-msc_10.42.42.6(pid=19548): stderr: \u000a| �[0;m�[38;5;43m20221210032202739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032202739 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd4446fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032202739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032202739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032202739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032202739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032202741 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032202741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032202742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032202742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:22:03.736675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19541): Terminating (SIGTERM)\u000a03:22:03.776892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19544): Terminating (SIGTERM)\u000a03:22:03.818280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19547): Terminating (SIGTERM)\u000a03:22:03.827629 --- ParallelTerminationStrategy: PID 19541 died...\u000a03:22:03.881597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19541): Terminated: ok {rc=0}\u000a03:22:03.891283 --- ParallelTerminationStrategy: PID 19544 died...\u000a03:22:03.944676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19544): Terminated: ok {rc=0}\u000a03:22:03.954454 --- ParallelTerminationStrategy: PID 19547 died...\u000a03:22:04.008602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19547): Terminated: ok {rc=0}\u000a03:22:04.096902 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19556): Process ended prematurely: osmo-stp_10.42.42.5(pid=19556) [trial-2368↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19556)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19556): Process ended prematurely: osmo-stp_10.42.42.5(pid=19556) [trial-2368↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a03:22:05.209259 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:05.220365 tst encryption: Using 1 x bts (candidates: 1)\u000a03:22:05.342426 tst register_a5_1_authreq.py: using LAC 25639\u000a03:22:05.462842 tst register_a5_1_authreq.py: using RAC 139\u000a03:22:05.585603 tst register_a5_1_authreq.py: using CellId 25639\u000a03:22:05.713586 tst register_a5_1_authreq.py: using BVCI 25640\u000a03:22:05.738713 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:05.749971 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:05.760984 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:05.772457 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:05.783772 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:05.797153 tst encryption: Using 1 x modem (candidates: 1)\u000a03:22:06.093573 tst register_a5_1_authreq.py:8: start network...\u000a03:22:06.230713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:22:06.757142 run create_hlr_db(pid=19550): Launched\u000a03:22:06.947849 bus /sierra_2: Setting Powered False\u000a03:22:07.968797 run create_hlr_db(pid=19550): Terminated: ok {rc=0}\u000a03:22:08.405847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19552): Launched\u000a03:22:08.733851 run osmo-hlr_10.42.42.2(pid=19553): Launched\u000a03:22:08.856630 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:22:09.428100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19555): Launched\u000a03:22:09.755147 run osmo-stp_10.42.42.5(pid=19556): Launched\u000a03:22:09.874376 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:22:10.471630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19558): Launched\u000a03:22:10.799088 run osmo-msc_10.42.42.6(pid=19559): Launched\u000a03:22:10.992657 run osmo-stp_10.42.42.5(pid=19556): ERR: Terminated: ERROR {rc=1} [trial-2368↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19556)]\u000a03:22:11.132794 run osmo-stp_10.42.42.5(pid=19556): stdout: \u000a| (launched: 2022-12-10_03:22:09.594845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:11.271722 run osmo-stp_10.42.42.5(pid=19556): stderr: \u000a| �[0;m�[38;5;43m20221210032209786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032209786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032209787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032209787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032209788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032209788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032209788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:11.404162 run osmo-stp_10.42.42.5(pid=19556): stdout: \u000a| (launched: 2022-12-10_03:22:09.594845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:11.535166 run osmo-stp_10.42.42.5(pid=19556): stderr: \u000a| �[0;m�[38;5;43m20221210032209786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032209786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032209787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032209787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032209788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032209788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032209788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:11.592781 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19556): Process ended prematurely: osmo-stp_10.42.42.5(pid=19556) [trial-2368↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19556)] [trial-2368↪encryption↪register_a5_1_authreq.py:8]\u000a03:22:11.601794 tst register_a5_1_authreq.py:8: Test FAILED (6.4 sec)\u000a03:22:11.664168 run osmo-hlr_10.42.42.2(pid=19553): ERR: Terminated: ERROR {rc=237} [trial-2368↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19553)]\u000a03:22:11.715533 run osmo-hlr_10.42.42.2(pid=19553): stdout: \u000a| (launched: 2022-12-10_03:22:08.573031) \u000a03:22:11.767786 run osmo-hlr_10.42.42.2(pid=19553): stderr: \u000a| �[0;m�[1;31m20221210032208775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032208775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032208775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032208775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032208775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032208775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032208787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032208797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032208798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032208798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:22:11.838247 run osmo-msc_10.42.42.6(pid=19559): ERR: Terminated: ERROR {rc=2} [trial-2368↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19559)]\u000a03:22:11.889636 run osmo-msc_10.42.42.6(pid=19559): stdout: \u000a| (launched: 2022-12-10_03:22:10.638165) \u000a03:22:11.941468 run osmo-msc_10.42.42.6(pid=19559): stderr: \u000a| �[0;m�[38;5;43m20221210032210961 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032210961 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3487840c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032210961 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032210961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032210961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032210961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032210963 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032210963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032210963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032210964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:22:11.985471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19552): Terminating (SIGTERM)\u000a03:22:12.027235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19555): Terminating (SIGTERM)\u000a03:22:12.069130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19558): Terminating (SIGTERM)\u000a03:22:12.078831 --- ParallelTerminationStrategy: PID 19552 died...\u000a03:22:12.134678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19552): Terminated: ok {rc=0}\u000a03:22:12.144716 --- ParallelTerminationStrategy: PID 19555 died...\u000a03:22:12.200174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19555): Terminated: ok {rc=0}\u000a03:22:12.210112 --- ParallelTerminationStrategy: PID 19558 died...\u000a03:22:12.265823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19558): Terminated: ok {rc=0}\u000a03:22:12.351978 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19567): Process ended prematurely: osmo-stp_10.42.42.5(pid=19567) [trial-2368↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19567)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19567): Process ended prematurely: osmo-stp_10.42.42.5(pid=19567) [trial-2368↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a03:22:13.468482 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:13.480081 tst encryption: Using 1 x bts (candidates: 1)\u000a03:22:13.614008 tst register_a5_3_authreq.py: using LAC 25640\u000a03:22:13.744842 tst register_a5_3_authreq.py: using RAC 140\u000a03:22:13.875393 tst register_a5_3_authreq.py: using CellId 25640\u000a03:22:14.006069 tst register_a5_3_authreq.py: using BVCI 25641\u000a03:22:14.031226 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:14.042149 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:14.052820 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:14.063544 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:14.074277 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:14.084849 tst encryption: Using 1 x modem (candidates: 1)\u000a03:22:14.389908 tst register_a5_3_authreq.py:8: start network...\u000a03:22:14.526734 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:22:15.048586 run create_hlr_db(pid=19561): Launched\u000a03:22:15.239155 bus /sierra_2: Setting Powered False\u000a03:22:16.319386 run create_hlr_db(pid=19561): Terminated: ok {rc=0}\u000a03:22:16.774250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19563): Launched\u000a03:22:17.230587 run osmo-hlr_10.42.42.2(pid=19564): Launched\u000a03:22:17.365120 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:22:17.897236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19566): Launched\u000a03:22:18.204942 run osmo-stp_10.42.42.5(pid=19567): Launched\u000a03:22:18.317559 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:22:18.874836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19569): Launched\u000a03:22:19.181751 run osmo-msc_10.42.42.6(pid=19570): Launched\u000a03:22:19.363595 run osmo-stp_10.42.42.5(pid=19567): ERR: Terminated: ERROR {rc=1} [trial-2368↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19567)]\u000a03:22:19.494917 run osmo-stp_10.42.42.5(pid=19567): stdout: \u000a| (launched: 2022-12-10_03:22:18.053238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:19.623531 run osmo-stp_10.42.42.5(pid=19567): stderr: \u000a| �[0;m�[38;5;43m20221210032218221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032218221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032218222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032218222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032218224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032218225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032218225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:19.747188 run osmo-stp_10.42.42.5(pid=19567): stdout: \u000a| (launched: 2022-12-10_03:22:18.053238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:19.869721 run osmo-stp_10.42.42.5(pid=19567): stderr: \u000a| �[0;m�[38;5;43m20221210032218221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032218221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032218222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032218222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032218224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032218225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032218225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:19.923353 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19567): Process ended prematurely: osmo-stp_10.42.42.5(pid=19567) [trial-2368↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19567)] [trial-2368↪encryption↪register_a5_3_authreq.py:8]\u000a03:22:19.931707 tst register_a5_3_authreq.py:8: Test FAILED (6.5 sec)\u000a03:22:19.991154 run osmo-hlr_10.42.42.2(pid=19564): ERR: Terminated: ERROR {rc=237} [trial-2368↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19564)]\u000a03:22:20.039813 run osmo-hlr_10.42.42.2(pid=19564): stdout: \u000a| (launched: 2022-12-10_03:22:16.935293) \u000a03:22:20.089198 run osmo-hlr_10.42.42.2(pid=19564): stderr: \u000a| �[0;m�[1;31m20221210032217158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032217158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032217158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032217158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032217158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032217158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032217188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032217196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032217205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032217205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:22:20.155587 run osmo-msc_10.42.42.6(pid=19570): ERR: Terminated: ERROR {rc=2} [trial-2368↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19570)]\u000a03:22:20.204073 run osmo-msc_10.42.42.6(pid=19570): stdout: \u000a| (launched: 2022-12-10_03:22:19.030177) \u000a03:22:20.253579 run osmo-msc_10.42.42.6(pid=19570): stderr: \u000a| �[0;m�[38;5;43m20221210032219302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032219302 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb26cd98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032219302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032219302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032219302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032219302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032219304 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032219304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032219305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032219305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:22:20.294976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19563): Terminating (SIGTERM)\u000a03:22:20.334755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19566): Terminating (SIGTERM)\u000a03:22:20.374137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19569): Terminating (SIGTERM)\u000a03:22:20.383164 --- ParallelTerminationStrategy: PID 19563 died...\u000a03:22:20.435746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19563): Terminated: ok {rc=0}\u000a03:22:20.445407 --- ParallelTerminationStrategy: PID 19566 died...\u000a03:22:20.498422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19566): Terminated: ok {rc=0}\u000a03:22:20.507919 --- ParallelTerminationStrategy: PID 19569 died...\u000a03:22:20.560556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19569): Terminated: ok {rc=0}\u000a03:22:20.649830 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 35.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:21:48" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=19588): Process ended prematurely: srsepc(pid=19588) [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19588)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=19588): Process ended prematurely: srsepc(pid=19588) [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a03:22:22.636302 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a03:22:22.681245 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a03:22:22.697725 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a03:22:22.721688 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a03:22:22.871036 tst handover.py: using MSISDN 7530\u000a03:22:22.986156 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7530', subscriber_id=0}\u000a03:22:23.100135 run srsepc_10.42.42.118: Starting srsepc\u000a03:22:25.031291 run rm-remote-dir(pid=19576): Launched\u000a03:22:25.229443 bus /sierra_2: Setting Powered False\u000a03:22:26.252133 run rm-remote-dir(pid=19576): Terminated: ok {rc=0}\u000a03:22:26.702182 run mk-remote-dir(pid=19577): Launched\u000a03:22:27.902061 run mk-remote-dir(pid=19577): Terminated: ok {rc=0}\u000a03:22:28.197169 run scp-inst-to-remote(pid=19578): Launched\u000a03:22:30.396343 run scp-inst-to-remote(pid=19578): Terminated: ok {rc=0}\u000a03:22:30.745984 run rm-remote-dir(pid=19580): Launched\u000a03:22:31.940154 run rm-remote-dir(pid=19580): Terminated: ok {rc=0}\u000a03:22:32.303616 run mk-remote-dir(pid=19581): Launched\u000a03:22:33.504035 run mk-remote-dir(pid=19581): Terminated: ok {rc=0}\u000a03:22:33.799318 run scp-cfg-to-remote(pid=19582): Launched\u000a03:22:34.995850 run scp-cfg-to-remote(pid=19582): Terminated: ok {rc=0}\u000a03:22:35.291211 run scp-db-to-remote(pid=19584): Launched\u000a03:22:36.487922 run scp-db-to-remote(pid=19584): Terminated: ok {rc=0}\u000a03:22:36.609089 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a03:22:36.948389 run patchelf(pid=19586): Launched\u000a03:22:38.134664 run patchelf(pid=19586): Terminated: ok {rc=0}\u000a03:22:38.247436 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a03:22:38.569532 run setcap-netadm(pid=19587): Launched\u000a03:22:39.754203 run setcap-netadm(pid=19587): Terminated: ok {rc=0}\u000a03:22:40.063098 run srsepc(pid=19588): Launched\u000a03:22:40.172286 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a03:22:41.288069 run rm-remote-dir(pid=19589): Launched\u000a03:22:41.474320 run srsepc(pid=19588): ERR: Terminated: ERROR {rc=127} [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19588)]\u000a03:22:41.609766 run srsepc(pid=19588): stdout: \u000a| (launched: 2022-12-10_03:22:39.915418)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:22:41.744662 run srsepc(pid=19588): stderr: \u000a| (launched: 2022-12-10_03:22:39.961183)\u000a| Connection to 10.42.42.116 closed. \u000a03:22:41.875720 run srsepc(pid=19588): stdout: \u000a| (launched: 2022-12-10_03:22:39.915418)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:22:42.005473 run srsepc(pid=19588): stderr: \u000a| (launched: 2022-12-10_03:22:39.961183)\u000a| Connection to 10.42.42.116 closed. \u000a03:22:42.156515 run rm-remote-dir(pid=19589): Terminating (SIGINT)\u000a03:22:42.333952 run rm-remote-dir(pid=19589): Terminated: ok {rc=0}\u000a03:22:42.366989 tst handover.py:37: ERR: Error: srsepc(pid=19588): Process ended prematurely: srsepc(pid=19588) [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19588)] [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a03:22:42.376540 tst handover.py:37: Test FAILED (19.9 sec)\u000a03:22:42.487845 run scp-back-log(pid=19590): Launched\u000a03:22:43.574654 run scp-back-log(pid=19590): ERR: Terminated: ERROR {rc=1} [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19590)]\u000a03:22:43.637496 run scp-back-log(pid=19590): stdout: \u000a| (launched: 2022-12-10_03:22:42.418523) \u000a03:22:43.700700 run scp-back-log(pid=19590): stderr: \u000a| (launched: 2022-12-10_03:22:42.438361)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a03:22:43.753560 tst srsepc_10.42.42.118: Error('scp-back-log(pid=19590): launch_sync(): local process exited with status 1 [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19590)]')\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=19604): Process ended prematurely: srsepc(pid=19604) [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19604)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=19604): Process ended prematurely: srsepc(pid=19604) [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19604)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a03:22:43.931515 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a03:22:43.973141 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a03:22:44.181731 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a03:22:44.223193 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a03:22:44.238897 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a03:22:44.358406 tst iperf3_bidir.py: using MSISDN 7531\u000a03:22:44.466314 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7531', subscriber_id=0}\u000a03:22:44.573127 run srsepc_10.42.42.118: Starting srsepc\u000a03:22:45.211557 run rm-remote-dir(pid=19592): Launched\u000a03:22:46.401289 run rm-remote-dir(pid=19592): Terminated: ok {rc=0}\u000a03:22:46.794011 run mk-remote-dir(pid=19593): Launched\u000a03:22:47.997346 run mk-remote-dir(pid=19593): Terminated: ok {rc=0}\u000a03:22:48.272897 run scp-inst-to-remote(pid=19594): Launched\u000a03:22:50.468783 run scp-inst-to-remote(pid=19594): Terminated: ok {rc=0}\u000a03:22:50.817357 run rm-remote-dir(pid=19596): Launched\u000a03:22:52.015788 run rm-remote-dir(pid=19596): Terminated: ok {rc=0}\u000a03:22:52.364068 run mk-remote-dir(pid=19597): Launched\u000a03:22:53.562964 run mk-remote-dir(pid=19597): Terminated: ok {rc=0}\u000a03:22:53.857588 run scp-cfg-to-remote(pid=19598): Launched\u000a03:22:55.053554 run scp-cfg-to-remote(pid=19598): Terminated: ok {rc=0}\u000a03:22:55.351099 run scp-db-to-remote(pid=19600): Launched\u000a03:22:56.548043 run scp-db-to-remote(pid=19600): Terminated: ok {rc=0}\u000a03:22:56.668674 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a03:22:57.007561 run patchelf(pid=19602): Launched\u000a03:22:58.203550 run patchelf(pid=19602): Terminated: ok {rc=0}\u000a03:22:58.324647 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a03:22:58.663690 run setcap-netadm(pid=19603): Launched\u000a03:22:59.859276 run setcap-netadm(pid=19603): Terminated: ok {rc=0}\u000a03:23:00.189833 run srsepc(pid=19604): Launched\u000a03:23:00.305927 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a03:23:01.577943 run rm-remote-dir(pid=19605): Launched\u000a03:23:01.779205 run srsepc(pid=19604): ERR: Terminated: ERROR {rc=127} [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19604)]\u000a03:23:01.924118 run srsepc(pid=19604): stdout: \u000a| (launched: 2022-12-10_03:23:00.031367)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:23:02.063646 run srsepc(pid=19604): stderr: \u000a| (launched: 2022-12-10_03:23:00.080185)\u000a| Connection to 10.42.42.116 closed. \u000a03:23:02.198603 run srsepc(pid=19604): stdout: \u000a| (launched: 2022-12-10_03:23:00.031367)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:23:02.333659 run srsepc(pid=19604): stderr: \u000a| (launched: 2022-12-10_03:23:00.080185)\u000a| Connection to 10.42.42.116 closed. \u000a03:23:02.485578 run rm-remote-dir(pid=19605): Terminating (SIGINT)\u000a03:23:02.662416 run rm-remote-dir(pid=19605): Terminated: ok {rc=0}\u000a03:23:02.695244 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=19604): Process ended prematurely: srsepc(pid=19604) [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19604)] [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a03:23:02.705138 tst iperf3_bidir.py:42: Test FAILED (18.9 sec)\u000a03:23:02.815583 run scp-back-log(pid=19606): Launched\u000a03:23:03.902317 run scp-back-log(pid=19606): ERR: Terminated: ERROR {rc=1} [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19606)]\u000a03:23:03.964488 run scp-back-log(pid=19606): stdout: \u000a| (launched: 2022-12-10_03:23:02.746717) \u000a03:23:04.027022 run scp-back-log(pid=19606): stderr: \u000a| (launched: 2022-12-10_03:23:02.766520)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a03:23:04.079994 tst srsepc_10.42.42.118: Error('scp-back-log(pid=19606): launch_sync(): local process exited with status 1 [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19606)]')\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=19900): Process ended prematurely: srsepc(pid=19900) [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19900)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=19900): Process ended prematurely: srsepc(pid=19900) [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19900)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a03:23:04.257691 tst iperf3_dl.py:13: Number of physical ue: 1\u000a03:23:04.299443 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a03:23:04.519320 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a03:23:04.560891 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a03:23:04.576532 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a03:23:04.697847 tst iperf3_dl.py: using MSISDN 7532\u000a03:23:04.805395 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7532', subscriber_id=0}\u000a03:23:04.911785 run srsepc_10.42.42.118: Starting srsepc\u000a03:23:05.547876 run rm-remote-dir(pid=19608): Launched\u000a03:23:06.735208 run rm-remote-dir(pid=19608): Terminated: ok {rc=0}\u000a03:23:07.059915 run mk-remote-dir(pid=19609): Launched\u000a03:23:08.245644 run mk-remote-dir(pid=19609): Terminated: ok {rc=0}\u000a03:23:08.520052 run scp-inst-to-remote(pid=19610): Launched\u000a03:23:10.706053 run scp-inst-to-remote(pid=19610): Terminated: ok {rc=0}\u000a03:23:11.030594 run rm-remote-dir(pid=19612): Launched\u000a03:23:12.216539 run rm-remote-dir(pid=19612): Terminated: ok {rc=0}\u000a03:23:12.542123 run mk-remote-dir(pid=19613): Launched\u000a03:23:13.727699 run mk-remote-dir(pid=19613): Terminated: ok {rc=0}\u000a03:23:14.002907 run scp-cfg-to-remote(pid=19614): Launched\u000a03:23:15.197502 run scp-cfg-to-remote(pid=19614): Terminated: ok {rc=0}\u000a03:23:15.493905 run scp-db-to-remote(pid=19617): Launched\u000a03:23:16.774145 run scp-db-to-remote(pid=19617): Terminated: ok {rc=0}\u000a03:23:16.929960 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a03:23:17.434305 run patchelf(pid=19679): Launched\u000a03:23:18.721005 run patchelf(pid=19679): Terminated: ok {rc=0}\u000a03:23:18.859263 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a03:23:19.207844 run setcap-netadm(pid=19898): Launched\u000a03:23:20.406341 run setcap-netadm(pid=19898): Terminated: ok {rc=0}\u000a03:23:20.758168 run srsepc(pid=19900): Launched\u000a03:23:20.868092 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a03:23:22.058721 run rm-remote-dir(pid=19902): Launched\u000a03:23:22.297687 run srsepc(pid=19900): ERR: Terminated: ERROR {rc=127} [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19900)]\u000a03:23:22.438102 run srsepc(pid=19900): stdout: \u000a| (launched: 2022-12-10_03:23:20.586974)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:23:22.575387 run srsepc(pid=19900): stderr: \u000a| (launched: 2022-12-10_03:23:20.637560)\u000a| Connection to 10.42.42.116 closed. \u000a03:23:22.709214 run srsepc(pid=19900): stdout: \u000a| (launched: 2022-12-10_03:23:20.586974)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:23:22.841960 run srsepc(pid=19900): stderr: \u000a| (launched: 2022-12-10_03:23:20.637560)\u000a| Connection to 10.42.42.116 closed. \u000a03:23:22.995633 run rm-remote-dir(pid=19902): Terminating (SIGINT)\u000a03:23:23.175822 run rm-remote-dir(pid=19902): Terminated: ok {rc=0}\u000a03:23:23.209651 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=19900): Process ended prematurely: srsepc(pid=19900) [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19900)] [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a03:23:23.220273 tst iperf3_dl.py:42: Test FAILED (19.1 sec)\u000a03:23:23.380612 run scp-back-log(pid=19903): Launched\u000a03:23:24.474652 run scp-back-log(pid=19903): ERR: Terminated: ERROR {rc=1} [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19903)]\u000a03:23:24.543966 run scp-back-log(pid=19903): stdout: \u000a| (launched: 2022-12-10_03:23:23.263846) \u000a03:23:24.612049 run scp-back-log(pid=19903): stderr: \u000a| (launched: 2022-12-10_03:23:23.283702)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a03:23:24.670909 tst srsepc_10.42.42.118: Error('scp-back-log(pid=19903): launch_sync(): local process exited with status 1 [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19903)]')\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=19918): Process ended prematurely: srsepc(pid=19918) [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19918)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=19918): Process ended prematurely: srsepc(pid=19918) [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19918)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a03:23:24.870267 tst iperf3_ul.py:13: Number of physical ue: 1\u000a03:23:24.917564 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a03:23:25.143684 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a03:23:25.190847 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a03:23:25.208592 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a03:23:25.341377 tst iperf3_ul.py: using MSISDN 7533\u000a03:23:25.462526 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7533', subscriber_id=0}\u000a03:23:25.583858 run srsepc_10.42.42.118: Starting srsepc\u000a03:23:26.350558 run rm-remote-dir(pid=19905): Launched\u000a03:23:27.562837 run rm-remote-dir(pid=19905): Terminated: ok {rc=0}\u000a03:23:27.979312 run mk-remote-dir(pid=19906): Launched\u000a03:23:29.201977 run mk-remote-dir(pid=19906): Terminated: ok {rc=0}\u000a03:23:29.569864 run scp-inst-to-remote(pid=19907): Launched\u000a03:23:31.817779 run scp-inst-to-remote(pid=19907): Terminated: ok {rc=0}\u000a03:23:32.292080 run rm-remote-dir(pid=19909): Launched\u000a03:23:33.524810 run rm-remote-dir(pid=19909): Terminated: ok {rc=0}\u000a03:23:33.890478 run mk-remote-dir(pid=19910): Launched\u000a03:23:35.097591 run mk-remote-dir(pid=19910): Terminated: ok {rc=0}\u000a03:23:35.463226 run scp-cfg-to-remote(pid=19911): Launched\u000a03:23:36.671519 run scp-cfg-to-remote(pid=19911): Terminated: ok {rc=0}\u000a03:23:37.036789 run scp-db-to-remote(pid=19913): Launched\u000a03:23:38.244247 run scp-db-to-remote(pid=19913): Terminated: ok {rc=0}\u000a03:23:38.372133 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a03:23:38.781895 run patchelf(pid=19915): Launched\u000a03:23:39.983384 run patchelf(pid=19915): Terminated: ok {rc=0}\u000a03:23:40.106102 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a03:23:40.450777 run setcap-netadm(pid=19917): Launched\u000a03:23:41.650222 run setcap-netadm(pid=19917): Terminated: ok {rc=0}\u000a03:23:41.987858 run srsepc(pid=19918): Launched\u000a03:23:42.105303 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a03:23:43.315149 run rm-remote-dir(pid=19919): Launched\u000a03:23:43.515912 run srsepc(pid=19918): ERR: Terminated: ERROR {rc=127} [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19918)]\u000a03:23:43.661015 run srsepc(pid=19918): stdout: \u000a| (launched: 2022-12-10_03:23:41.826132)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:23:43.806051 run srsepc(pid=19918): stderr: \u000a| (launched: 2022-12-10_03:23:41.875322)\u000a| Connection to 10.42.42.116 closed. \u000a03:23:43.947210 run srsepc(pid=19918): stdout: \u000a| (launched: 2022-12-10_03:23:41.826132)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:23:44.087179 run srsepc(pid=19918): stderr: \u000a| (launched: 2022-12-10_03:23:41.875322)\u000a| Connection to 10.42.42.116 closed. \u000a03:23:44.249833 run rm-remote-dir(pid=19919): Terminating (SIGINT)\u000a03:23:44.440588 run rm-remote-dir(pid=19919): Terminated: ok {rc=0}\u000a03:23:44.475533 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=19918): Process ended prematurely: srsepc(pid=19918) [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19918)] [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a03:23:44.485796 tst iperf3_ul.py:42: Test FAILED (19.8 sec)\u000a03:23:44.602547 run scp-back-log(pid=19920): Launched\u000a03:23:45.693725 run scp-back-log(pid=19920): ERR: Terminated: ERROR {rc=1} [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19920)]\u000a03:23:45.759529 run scp-back-log(pid=19920): stdout: \u000a| (launched: 2022-12-10_03:23:44.529403) \u000a03:23:45.825067 run scp-back-log(pid=19920): stderr: \u000a| (launched: 2022-12-10_03:23:44.550317)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a03:23:45.884823 tst srsepc_10.42.42.118: Error('scp-back-log(pid=19920): launch_sync(): local process exited with status 1 [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19920)]')\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=19934): Process ended prematurely: srsepc(pid=19934) [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19934)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=19934): Process ended prematurely: srsepc(pid=19934) [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a03:23:45.906463 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a03:23:45.924262 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a03:23:45.948853 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a03:23:46.129391 tst ping.py: using MSISDN 7534\u000a03:23:46.246510 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7534', subscriber_id=0}\u000a03:23:46.360308 run srsepc_10.42.42.118: Starting srsepc\u000a03:23:47.035228 run rm-remote-dir(pid=19922): Launched\u000a03:23:48.226849 run rm-remote-dir(pid=19922): Terminated: ok {rc=0}\u000a03:23:48.557463 run mk-remote-dir(pid=19923): Launched\u000a03:23:49.745938 run mk-remote-dir(pid=19923): Terminated: ok {rc=0}\u000a03:23:50.025672 run scp-inst-to-remote(pid=19924): Launched\u000a03:23:52.215263 run scp-inst-to-remote(pid=19924): Terminated: ok {rc=0}\u000a03:23:52.546612 run rm-remote-dir(pid=19926): Launched\u000a03:23:53.735615 run rm-remote-dir(pid=19926): Terminated: ok {rc=0}\u000a03:23:54.066144 run mk-remote-dir(pid=19927): Launched\u000a03:23:55.254813 run mk-remote-dir(pid=19927): Terminated: ok {rc=0}\u000a03:23:55.533676 run scp-cfg-to-remote(pid=19928): Launched\u000a03:23:56.721292 run scp-cfg-to-remote(pid=19928): Terminated: ok {rc=0}\u000a03:23:56.999342 run scp-db-to-remote(pid=19930): Launched\u000a03:23:58.185838 run scp-db-to-remote(pid=19930): Terminated: ok {rc=0}\u000a03:23:58.299921 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a03:23:58.620361 run patchelf(pid=19932): Launched\u000a03:23:59.805088 run patchelf(pid=19932): Terminated: ok {rc=0}\u000a03:23:59.919317 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a03:24:00.241701 run setcap-netadm(pid=19933): Launched\u000a03:24:01.430938 run setcap-netadm(pid=19933): Terminated: ok {rc=0}\u000a03:24:01.825521 run srsepc(pid=19934): Launched\u000a03:24:02.030175 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a03:24:03.255170 run rm-remote-dir(pid=19935): Launched\u000a03:24:03.457427 run srsepc(pid=19934): ERR: Terminated: ERROR {rc=127} [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19934)]\u000a03:24:03.602962 run srsepc(pid=19934): stdout: \u000a| (launched: 2022-12-10_03:24:01.598656)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:24:03.748390 run srsepc(pid=19934): stderr: \u000a| (launched: 2022-12-10_03:24:01.645726)\u000a| Connection to 10.42.42.116 closed. \u000a03:24:03.889776 run srsepc(pid=19934): stdout: \u000a| (launched: 2022-12-10_03:24:01.598656)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:24:04.030656 run srsepc(pid=19934): stderr: \u000a| (launched: 2022-12-10_03:24:01.645726)\u000a| Connection to 10.42.42.116 closed. \u000a03:24:04.193803 run rm-remote-dir(pid=19935): Terminating (SIGINT)\u000a03:24:04.384931 run rm-remote-dir(pid=19935): Terminated: ok {rc=0}\u000a03:24:04.420107 tst ping.py:16: ERR: Error: srsepc(pid=19934): Process ended prematurely: srsepc(pid=19934) [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19934)] [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a03:24:04.430591 tst ping.py:16: Test FAILED (18.5 sec)\u000a03:24:04.547149 run scp-back-log(pid=19936): Launched\u000a03:24:05.635917 run scp-back-log(pid=19936): ERR: Terminated: ERROR {rc=1} [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19936)]\u000a03:24:05.698869 run scp-back-log(pid=19936): stdout: \u000a| (launched: 2022-12-10_03:24:04.474131) \u000a03:24:05.761435 run scp-back-log(pid=19936): stderr: \u000a| (launched: 2022-12-10_03:24:04.494860)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a03:24:05.815189 tst srsepc_10.42.42.118: Error('scp-back-log(pid=19936): launch_sync(): local process exited with status 1 [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19936)]')\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=19950): Process ended prematurely: srsepc(pid=19950) [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19950)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=19950): Process ended prematurely: srsepc(pid=19950) [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a03:24:05.829725 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a03:24:05.846485 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a03:24:05.870460 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a03:24:06.016595 tst rrc_idle_mo_ping.py: using MSISDN 7535\u000a03:24:06.125688 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7535', subscriber_id=0}\u000a03:24:06.233478 run srsepc_10.42.42.118: Starting srsepc\u000a03:24:06.878705 run rm-remote-dir(pid=19938): Launched\u000a03:24:08.068101 run rm-remote-dir(pid=19938): Terminated: ok {rc=0}\u000a03:24:08.397955 run mk-remote-dir(pid=19939): Launched\u000a03:24:09.586184 run mk-remote-dir(pid=19939): Terminated: ok {rc=0}\u000a03:24:09.864292 run scp-inst-to-remote(pid=19940): Launched\u000a03:24:12.061858 run scp-inst-to-remote(pid=19940): Terminated: ok {rc=0}\u000a03:24:12.414471 run rm-remote-dir(pid=19942): Launched\u000a03:24:13.615382 run rm-remote-dir(pid=19942): Terminated: ok {rc=0}\u000a03:24:13.967378 run mk-remote-dir(pid=19943): Launched\u000a03:24:15.167892 run mk-remote-dir(pid=19943): Terminated: ok {rc=0}\u000a03:24:15.466025 run scp-cfg-to-remote(pid=19944): Launched\u000a03:24:16.665427 run scp-cfg-to-remote(pid=19944): Terminated: ok {rc=0}\u000a03:24:16.996880 run scp-db-to-remote(pid=19946): Launched\u000a03:24:18.192698 run scp-db-to-remote(pid=19946): Terminated: ok {rc=0}\u000a03:24:18.307471 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a03:24:18.627961 run patchelf(pid=19948): Launched\u000a03:24:19.815136 run patchelf(pid=19948): Terminated: ok {rc=0}\u000a03:24:19.929814 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a03:24:20.250902 run setcap-netadm(pid=19949): Launched\u000a03:24:21.436760 run setcap-netadm(pid=19949): Terminated: ok {rc=0}\u000a03:24:21.752420 run srsepc(pid=19950): Launched\u000a03:24:21.861365 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a03:24:22.990552 run rm-remote-dir(pid=19951): Launched\u000a03:24:23.176803 run srsepc(pid=19950): ERR: Terminated: ERROR {rc=127} [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19950)]\u000a03:24:23.313380 run srsepc(pid=19950): stdout: \u000a| (launched: 2022-12-10_03:24:21.600828)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:24:23.449712 run srsepc(pid=19950): stderr: \u000a| (launched: 2022-12-10_03:24:21.646807)\u000a| Connection to 10.42.42.116 closed. \u000a03:24:23.581865 run srsepc(pid=19950): stdout: \u000a| (launched: 2022-12-10_03:24:21.600828)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:24:23.712655 run srsepc(pid=19950): stderr: \u000a| (launched: 2022-12-10_03:24:21.646807)\u000a| Connection to 10.42.42.116 closed. \u000a03:24:23.865512 run rm-remote-dir(pid=19951): Terminating (SIGINT)\u000a03:24:24.045141 run rm-remote-dir(pid=19951): Terminated: ok {rc=0}\u000a03:24:24.078312 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=19950): Process ended prematurely: srsepc(pid=19950) [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19950)] [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a03:24:24.088089 tst rrc_idle_mo_ping.py:16: Test FAILED (18.2 sec)\u000a03:24:24.200664 run scp-back-log(pid=19952): Launched\u000a03:24:25.287674 run scp-back-log(pid=19952): ERR: Terminated: ERROR {rc=1} [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19952)]\u000a03:24:25.350317 run scp-back-log(pid=19952): stdout: \u000a| (launched: 2022-12-10_03:24:24.130819) \u000a03:24:25.413285 run scp-back-log(pid=19952): stderr: \u000a| (launched: 2022-12-10_03:24:24.150867)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a03:24:25.467490 tst srsepc_10.42.42.118: Error('scp-back-log(pid=19952): launch_sync(): local process exited with status 1 [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19952)]')\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=19968): Process ended prematurely: srsepc(pid=19968) [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19968)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=19968): Process ended prematurely: srsepc(pid=19968) [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a03:24:25.482084 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a03:24:25.498778 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a03:24:25.522127 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a03:24:25.662834 tst rrc_idle_mt_ping.py: using MSISDN 7536\u000a03:24:25.771809 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7536', subscriber_id=0}\u000a03:24:25.879982 run srsepc_10.42.42.118: Starting srsepc\u000a03:24:26.526567 run rm-remote-dir(pid=19954): Launched\u000a03:24:27.715026 run rm-remote-dir(pid=19954): Terminated: ok {rc=0}\u000a03:24:28.044793 run mk-remote-dir(pid=19955): Launched\u000a03:24:29.233421 run mk-remote-dir(pid=19955): Terminated: ok {rc=0}\u000a03:24:29.511179 run scp-inst-to-remote(pid=19956): Launched\u000a03:24:31.757128 run scp-inst-to-remote(pid=19956): Terminated: ok {rc=0}\u000a03:24:32.182517 run rm-remote-dir(pid=19958): Launched\u000a03:24:33.372322 run rm-remote-dir(pid=19958): Terminated: ok {rc=0}\u000a03:24:33.702147 run mk-remote-dir(pid=19961): Launched\u000a03:24:34.890443 run mk-remote-dir(pid=19961): Terminated: ok {rc=0}\u000a03:24:35.168705 run scp-cfg-to-remote(pid=19962): Launched\u000a03:24:36.357413 run scp-cfg-to-remote(pid=19962): Terminated: ok {rc=0}\u000a03:24:36.635865 run scp-db-to-remote(pid=19964): Launched\u000a03:24:37.821500 run scp-db-to-remote(pid=19964): Terminated: ok {rc=0}\u000a03:24:37.935892 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a03:24:38.258670 run patchelf(pid=19966): Launched\u000a03:24:39.444618 run patchelf(pid=19966): Terminated: ok {rc=0}\u000a03:24:39.558966 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a03:24:39.878853 run setcap-netadm(pid=19967): Launched\u000a03:24:41.065438 run setcap-netadm(pid=19967): Terminated: ok {rc=0}\u000a03:24:41.378810 run srsepc(pid=19968): Launched\u000a03:24:41.487790 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a03:24:42.621305 run rm-remote-dir(pid=19969): Launched\u000a03:24:42.807562 run srsepc(pid=19968): ERR: Terminated: ERROR {rc=127} [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19968)]\u000a03:24:42.943761 run srsepc(pid=19968): stdout: \u000a| (launched: 2022-12-10_03:24:41.229174)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:24:43.079937 run srsepc(pid=19968): stderr: \u000a| (launched: 2022-12-10_03:24:41.275383)\u000a| Connection to 10.42.42.116 closed. \u000a03:24:43.211923 run srsepc(pid=19968): stdout: \u000a| (launched: 2022-12-10_03:24:41.229174)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:24:43.342492 run srsepc(pid=19968): stderr: \u000a| (launched: 2022-12-10_03:24:41.275383)\u000a| Connection to 10.42.42.116 closed. \u000a03:24:43.494646 run rm-remote-dir(pid=19969): Terminating (SIGINT)\u000a03:24:43.673610 run rm-remote-dir(pid=19969): Terminated: ok {rc=0}\u000a03:24:43.706583 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=19968): Process ended prematurely: srsepc(pid=19968) [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19968)] [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a03:24:43.716182 tst rrc_idle_mt_ping.py:16: Test FAILED (18.2 sec)\u000a03:24:43.828802 run scp-back-log(pid=19970): Launched\u000a03:24:44.915748 run scp-back-log(pid=19970): ERR: Terminated: ERROR {rc=1} [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19970)]\u000a03:24:44.978541 run scp-back-log(pid=19970): stdout: \u000a| (launched: 2022-12-10_03:24:43.757947) \u000a03:24:45.040913 run scp-back-log(pid=19970): stderr: \u000a| (launched: 2022-12-10_03:24:43.777745)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a03:24:45.094039 tst srsepc_10.42.42.118: Error('scp-back-log(pid=19970): launch_sync(): local process exited with status 1 [trial-2368↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19970)]')\u000a" } ], "duration" : 144.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:22:22" }, { "cases" : [ { "testActions" : [ ], "age" : 166, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19981): Process ended prematurely: osmo-stp_10.42.42.5(pid=19981) [trial-2368↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19981)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19981): Process ended prematurely: osmo-stp_10.42.42.5(pid=19981) [trial-2368↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19981)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a03:24:45.959885 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a03:24:45.971448 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a03:24:46.112760 tst handover.py: using LAC 25641\u000a03:24:46.263487 tst handover.py: using RAC 141\u000a03:24:46.397621 tst handover.py: using CellId 25641\u000a03:24:46.528569 tst handover.py: using BVCI 25642\u000a03:24:46.554674 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a03:24:46.686157 tst handover.py: using LAC 25642\u000a03:24:46.841060 tst handover.py: using RAC 142\u000a03:24:46.968801 tst handover.py: using CellId 25642\u000a03:24:47.098597 tst handover.py: using BVCI 25643\u000a03:24:47.124672 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a03:24:47.136428 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a03:24:47.148001 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a03:24:47.159760 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a03:24:47.171570 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a03:24:47.183014 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a03:24:47.307104 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a03:24:47.511647 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:24:47.998637 run create_hlr_db(pid=19975): Launched\u000a03:24:49.178994 run create_hlr_db(pid=19975): Terminated: ok {rc=0}\u000a03:24:49.495804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19977): Launched\u000a03:24:49.801103 run osmo-hlr_10.42.42.2(pid=19978): Launched\u000a03:24:49.912839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:24:50.442372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19980): Launched\u000a03:24:50.749190 run osmo-stp_10.42.42.5(pid=19981): Launched\u000a03:24:50.861917 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:24:51.420941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19983): Launched\u000a03:24:51.727370 run osmo-msc_10.42.42.6(pid=19984): Launched\u000a03:24:51.907543 run osmo-stp_10.42.42.5(pid=19981): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19981)]\u000a03:24:52.038291 run osmo-stp_10.42.42.5(pid=19981): stdout: \u000a| (launched: 2022-12-10_03:24:50.597865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:24:52.166225 run osmo-stp_10.42.42.5(pid=19981): stderr: \u000a| �[0;m�[38;5;43m20221210032450766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032450766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032450767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032450767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032450769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032450770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032450770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:24:52.289234 run osmo-stp_10.42.42.5(pid=19981): stdout: \u000a| (launched: 2022-12-10_03:24:50.597865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:24:52.411293 run osmo-stp_10.42.42.5(pid=19981): stderr: \u000a| �[0;m�[38;5;43m20221210032450766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032450766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032450767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032450767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032450769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032450770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032450770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:24:52.464867 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19981): Process ended prematurely: osmo-stp_10.42.42.5(pid=19981) [trial-2368↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19981)] [trial-2368↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a03:24:52.472822 tst handover.py:18: Test FAILED (6.5 sec)\u000a03:24:52.532759 run osmo-hlr_10.42.42.2(pid=19978): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19978)]\u000a03:24:52.582136 run osmo-hlr_10.42.42.2(pid=19978): stdout: \u000a| (launched: 2022-12-10_03:24:49.650438) \u000a03:24:52.631848 run osmo-hlr_10.42.42.2(pid=19978): stderr: \u000a| �[0;m�[1;31m20221210032449826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032449826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032449826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032449826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032449826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032449826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032449838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032449848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032449848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032449848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:24:52.699241 run osmo-msc_10.42.42.6(pid=19984): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19984)]\u000a03:24:52.748271 run osmo-msc_10.42.42.6(pid=19984): stdout: \u000a| (launched: 2022-12-10_03:24:51.576282) \u000a03:24:52.798055 run osmo-msc_10.42.42.6(pid=19984): stderr: \u000a| �[0;m�[38;5;43m20221210032451849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032451849 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff890766c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032451849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032451849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032451849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032451850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032451851 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032451852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032451852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032451852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:24:52.840025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19977): Terminating (SIGTERM)\u000a03:24:52.880263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19980): Terminating (SIGTERM)\u000a03:24:52.920133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19983): Terminating (SIGTERM)\u000a03:24:52.929567 --- ParallelTerminationStrategy: PID 19977 died...\u000a03:24:52.983162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19977): Terminated: ok {rc=0}\u000a03:24:52.992864 --- ParallelTerminationStrategy: PID 19980 died...\u000a03:24:53.046090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19980): Terminated: ok {rc=0}\u000a03:24:53.055731 --- ParallelTerminationStrategy: PID 19983 died...\u000a03:24:53.109388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19983): Terminated: ok {rc=0}\u000a03:24:53.198073 bus /sierra_3: Setting Powered False\u000a03:24:54.305021 bus /sierra_3: Setting Powered False\u000a03:24:55.413697 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:24:45" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19999): Process ended prematurely: osmo-stp_10.42.42.5(pid=19999) [trial-2368↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19999)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19999): Process ended prematurely: osmo-stp_10.42.42.5(pid=19999) [trial-2368↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19999)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a03:24:57.381239 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:24:57.392588 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a03:24:57.522016 tst handover.py: using LAC 25643\u000a03:24:57.653852 tst handover.py: using RAC 143\u000a03:24:57.783384 tst handover.py: using CellId 25643\u000a03:24:57.910769 tst handover.py: using BVCI 25644\u000a03:24:57.935984 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a03:24:58.062240 tst handover.py: using LAC 25644\u000a03:24:58.181997 tst handover.py: using RAC 144\u000a03:24:58.302042 tst handover.py: using CellId 25644\u000a03:24:58.421926 tst handover.py: using BVCI 25645\u000a03:24:58.445626 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:24:58.456494 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:24:58.467375 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:24:58.478876 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:24:58.490362 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:24:58.501828 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a03:24:58.623299 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a03:24:58.835922 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:24:59.328647 run create_hlr_db(pid=19989): Launched\u000a03:24:59.461194 bus /sierra_2: Setting Powered False\u000a03:25:00.539227 run create_hlr_db(pid=19989): Terminated: ok {rc=0}\u000a03:25:00.971951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19991): Launched\u000a03:25:01.403310 run osmo-hlr_10.42.42.2(pid=19992): Launched\u000a03:25:01.637604 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:25:02.220449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19998): Launched\u000a03:25:02.657851 run osmo-stp_10.42.42.5(pid=19999): Launched\u000a03:25:02.877477 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:25:03.449770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20007): Launched\u000a03:25:03.777301 run osmo-msc_10.42.42.6(pid=20008): Launched\u000a03:25:03.968729 run osmo-stp_10.42.42.5(pid=19999): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19999)]\u000a03:25:04.107000 run osmo-stp_10.42.42.5(pid=19999): stdout: \u000a| (launched: 2022-12-10_03:25:02.399248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:04.244666 run osmo-stp_10.42.42.5(pid=19999): stderr: \u000a| �[0;m�[38;5;43m20221210032502770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032502770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032502770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032502771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032502771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032502771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032502771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:04.376705 run osmo-stp_10.42.42.5(pid=19999): stdout: \u000a| (launched: 2022-12-10_03:25:02.399248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:04.507303 run osmo-stp_10.42.42.5(pid=19999): stderr: \u000a| �[0;m�[38;5;43m20221210032502770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032502770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032502770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032502771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032502771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032502771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032502771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:04.564387 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19999): Process ended prematurely: osmo-stp_10.42.42.5(pid=19999) [trial-2368↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19999)] [trial-2368↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a03:25:04.572874 tst handover.py:18: Test FAILED (7.2 sec)\u000a03:25:04.635336 run osmo-hlr_10.42.42.2(pid=19992): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19992)]\u000a03:25:04.686642 run osmo-hlr_10.42.42.2(pid=19992): stdout: \u000a| (launched: 2022-12-10_03:25:01.140872) \u000a03:25:04.738637 run osmo-hlr_10.42.42.2(pid=19992): stderr: \u000a| �[0;m�[1;31m20221210032501352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032501352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032501352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032501352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032501353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032501353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032501369 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032501388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032501392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032501392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:25:04.809259 run osmo-msc_10.42.42.6(pid=20008): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20008)]\u000a03:25:04.860421 run osmo-msc_10.42.42.6(pid=20008): stdout: \u000a| (launched: 2022-12-10_03:25:03.616387) \u000a03:25:04.912071 run osmo-msc_10.42.42.6(pid=20008): stderr: \u000a| �[0;m�[38;5;43m20221210032503940 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032503940 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f38a8ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032503940 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032503940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032503940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032503940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032503942 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032503942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032503943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032503943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:25:04.956016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19991): Terminating (SIGTERM)\u000a03:25:04.997765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19998): Terminating (SIGTERM)\u000a03:25:05.039702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20007): Terminating (SIGTERM)\u000a03:25:05.049489 --- ParallelTerminationStrategy: PID 19991 died...\u000a03:25:05.105830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19991): Terminated: ok {rc=0}\u000a03:25:05.115926 --- ParallelTerminationStrategy: PID 19998 died...\u000a03:25:05.171322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19998): Terminated: ok {rc=0}\u000a03:25:05.181293 --- ParallelTerminationStrategy: PID 20007 died...\u000a03:25:05.236805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20007): Terminated: ok {rc=0}\u000a03:25:05.323739 bus /sierra_3: Setting Powered False\u000a03:25:06.430044 bus /sierra_3: Setting Powered False\u000a03:25:07.537046 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:24:57" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20213): Process ended prematurely: osmo-stp_10.42.42.5(pid=20213) [trial-2368↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20213)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20213): Process ended prematurely: osmo-stp_10.42.42.5(pid=20213) [trial-2368↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20213)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a03:25:09.519213 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:25:09.529995 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a03:25:09.657665 tst handover.py: using LAC 25645\u000a03:25:09.776095 tst handover.py: using RAC 145\u000a03:25:09.897077 tst handover.py: using CellId 25645\u000a03:25:10.014883 tst handover.py: using BVCI 25646\u000a03:25:10.038195 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a03:25:10.172424 tst handover.py: using LAC 25646\u000a03:25:10.293302 tst handover.py: using RAC 146\u000a03:25:10.415781 tst handover.py: using CellId 25646\u000a03:25:10.536741 tst handover.py: using BVCI 25647\u000a03:25:10.560005 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:25:10.570832 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:25:10.581614 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:25:10.592589 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:25:10.603623 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:25:10.614458 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a03:25:10.734837 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a03:25:10.943509 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:25:11.438907 run create_hlr_db(pid=20014): Launched\u000a03:25:11.572668 bus /sierra_2: Setting Powered False\u000a03:25:12.648874 run create_hlr_db(pid=20014): Terminated: ok {rc=0}\u000a03:25:13.094928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20018): Launched\u000a03:25:13.505920 run osmo-hlr_10.42.42.2(pid=20047): Launched\u000a03:25:13.629624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:25:14.237640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20169): Launched\u000a03:25:14.658680 run osmo-stp_10.42.42.5(pid=20213): Launched\u000a03:25:14.859957 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:25:15.436161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20373): Launched\u000a03:25:15.762897 run osmo-msc_10.42.42.6(pid=20374): Launched\u000a03:25:16.017704 run osmo-stp_10.42.42.5(pid=20213): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20213)]\u000a03:25:16.206461 run osmo-stp_10.42.42.5(pid=20213): stdout: \u000a| (launched: 2022-12-10_03:25:14.399576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:16.545340 run osmo-stp_10.42.42.5(pid=20213): stderr: \u000a| �[0;m�[38;5;43m20221210032514746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032514746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032514746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032514747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032514747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032514747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032514747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:16.762705 run osmo-stp_10.42.42.5(pid=20213): stdout: \u000a| (launched: 2022-12-10_03:25:14.399576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:16.904784 run osmo-stp_10.42.42.5(pid=20213): stderr: \u000a| �[0;m�[38;5;43m20221210032514746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032514746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032514746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032514747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032514747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032514747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032514747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:16.960239 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20213): Process ended prematurely: osmo-stp_10.42.42.5(pid=20213) [trial-2368↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20213)] [trial-2368↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a03:25:16.969201 tst handover.py:18: Test FAILED (7.4 sec)\u000a03:25:17.032175 run osmo-hlr_10.42.42.2(pid=20047): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20047)]\u000a03:25:17.084775 run osmo-hlr_10.42.42.2(pid=20047): stdout: \u000a| (launched: 2022-12-10_03:25:13.263830) \u000a03:25:17.137111 run osmo-hlr_10.42.42.2(pid=20047): stderr: \u000a| �[0;m�[1;31m20221210032513608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032513608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032513608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032513609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032513609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032513609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032513641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032513654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032513654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032513654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:25:17.207410 run osmo-msc_10.42.42.6(pid=20374): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20374)]\u000a03:25:17.260540 run osmo-msc_10.42.42.6(pid=20374): stdout: \u000a| (launched: 2022-12-10_03:25:15.602692) \u000a03:25:17.312903 run osmo-msc_10.42.42.6(pid=20374): stderr: \u000a| �[0;m�[38;5;43m20221210032516063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032516063 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9d5ed92c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032516063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032516064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032516064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032516064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032516073 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032516073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032516073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032516073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:25:17.357047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20018): Terminating (SIGTERM)\u000a03:25:17.399636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20169): Terminating (SIGTERM)\u000a03:25:17.439575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20373): Terminating (SIGTERM)\u000a03:25:17.449091 --- ParallelTerminationStrategy: PID 20018 died...\u000a03:25:17.502488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20018): Terminated: ok {rc=0}\u000a03:25:17.512180 --- ParallelTerminationStrategy: PID 20169 died...\u000a03:25:17.566843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20169): Terminated: ok {rc=0}\u000a03:25:17.576308 --- ParallelTerminationStrategy: PID 20373 died...\u000a03:25:17.629480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20373): Terminated: ok {rc=0}\u000a03:25:17.717438 bus /sierra_3: Setting Powered False\u000a03:25:18.823418 bus /sierra_3: Setting Powered False\u000a03:25:19.934106 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:25:09" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20561): Process ended prematurely: osmo-stp_10.42.42.5(pid=20561) [trial-2368↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20561)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20561): Process ended prematurely: osmo-stp_10.42.42.5(pid=20561) [trial-2368↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a03:25:21.933640 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:25:21.945106 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:25:22.078162 tst handover.py: using LAC 25647\u000a03:25:22.206690 tst handover.py: using RAC 147\u000a03:25:22.334980 tst handover.py: using CellId 25647\u000a03:25:22.462602 tst handover.py: using BVCI 25648\u000a03:25:22.487323 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:25:22.631345 tst handover.py: using LAC 25648\u000a03:25:22.757437 tst handover.py: using RAC 148\u000a03:25:22.880855 tst handover.py: using CellId 25648\u000a03:25:22.999642 tst handover.py: using BVCI 25649\u000a03:25:23.022946 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:25:23.034199 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:25:23.045321 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:25:23.057331 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:25:23.068857 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:25:23.080484 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:25:23.201588 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:25:23.419379 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:25:23.951108 run create_hlr_db(pid=20461): Launched\u000a03:25:24.087822 bus /sierra_2: Setting Powered False\u000a03:25:25.155330 run create_hlr_db(pid=20461): Terminated: ok {rc=0}\u000a03:25:25.560879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20557): Launched\u000a03:25:25.979065 run osmo-hlr_10.42.42.2(pid=20558): Launched\u000a03:25:26.184369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:25:26.843556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20560): Launched\u000a03:25:27.250171 run osmo-stp_10.42.42.5(pid=20561): Launched\u000a03:25:27.496219 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:25:28.117897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20563): Launched\u000a03:25:28.540331 run osmo-msc_10.42.42.6(pid=20564): Launched\u000a03:25:28.998900 run osmo-stp_10.42.42.5(pid=20561): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20561)]\u000a03:25:29.160112 run osmo-stp_10.42.42.5(pid=20561): stdout: \u000a| (launched: 2022-12-10_03:25:27.002417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:29.308920 run osmo-stp_10.42.42.5(pid=20561): stderr: \u000a| �[0;m�[38;5;43m20221210032527327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032527328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032527328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032527328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032527333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032527333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032527333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:29.442124 run osmo-stp_10.42.42.5(pid=20561): stdout: \u000a| (launched: 2022-12-10_03:25:27.002417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:29.572464 run osmo-stp_10.42.42.5(pid=20561): stderr: \u000a| �[0;m�[38;5;43m20221210032527327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032527328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032527328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032527328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032527333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032527333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032527333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:29.629804 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20561): Process ended prematurely: osmo-stp_10.42.42.5(pid=20561) [trial-2368↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20561)] [trial-2368↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a03:25:29.638658 tst handover.py:18: Test FAILED (7.7 sec)\u000a03:25:29.701300 run osmo-hlr_10.42.42.2(pid=20558): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20558)]\u000a03:25:29.753038 run osmo-hlr_10.42.42.2(pid=20558): stdout: \u000a| (launched: 2022-12-10_03:25:25.722232) \u000a03:25:29.805309 run osmo-hlr_10.42.42.2(pid=20558): stderr: \u000a| �[0;m�[1;31m20221210032526081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032526082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032526082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032526082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032526082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032526082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032526124 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032526132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032526140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032526140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:25:29.876217 run osmo-msc_10.42.42.6(pid=20564): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20564)]\u000a03:25:29.927844 run osmo-msc_10.42.42.6(pid=20564): stdout: \u000a| (launched: 2022-12-10_03:25:28.276892) \u000a03:25:29.979841 run osmo-msc_10.42.42.6(pid=20564): stderr: \u000a| �[0;m�[38;5;43m20221210032528953 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032528953 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f18276b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032528954 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032528954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032528954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032528954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032528961 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032528961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032528961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032528961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:25:30.024023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20557): Terminating (SIGTERM)\u000a03:25:30.066001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20560): Terminating (SIGTERM)\u000a03:25:30.107957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20563): Terminating (SIGTERM)\u000a03:25:30.117766 --- ParallelTerminationStrategy: PID 20557 died...\u000a03:25:30.173907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20557): Terminated: ok {rc=0}\u000a03:25:30.184189 --- ParallelTerminationStrategy: PID 20560 died...\u000a03:25:30.240024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20560): Terminated: ok {rc=0}\u000a03:25:30.250144 --- ParallelTerminationStrategy: PID 20563 died...\u000a03:25:30.305800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20563): Terminated: ok {rc=0}\u000a03:25:30.393479 bus /sierra_3: Setting Powered False\u000a03:25:31.507790 bus /sierra_3: Setting Powered False\u000a03:25:32.615606 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:25:21" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20577): Process ended prematurely: osmo-stp_10.42.42.5(pid=20577) [trial-2368↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20577)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20577): Process ended prematurely: osmo-stp_10.42.42.5(pid=20577) [trial-2368↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a03:25:34.628898 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:25:34.640513 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:25:34.775769 tst handover.py: using LAC 25649\u000a03:25:34.904528 tst handover.py: using RAC 149\u000a03:25:35.034099 tst handover.py: using CellId 25649\u000a03:25:35.164122 tst handover.py: using BVCI 25650\u000a03:25:35.188825 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:25:35.339082 tst handover.py: using LAC 25650\u000a03:25:35.465172 tst handover.py: using RAC 150\u000a03:25:35.593782 tst handover.py: using CellId 25650\u000a03:25:35.722240 tst handover.py: using BVCI 25651\u000a03:25:35.747026 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:25:35.758596 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:25:35.769868 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:25:35.781597 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:25:35.793161 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:25:35.804665 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:25:35.920235 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:25:36.123112 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:25:36.577855 run create_hlr_db(pid=20571): Launched\u000a03:25:36.702621 bus /sierra_2: Setting Powered False\u000a03:25:37.788127 run create_hlr_db(pid=20571): Terminated: ok {rc=0}\u000a03:25:38.173079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20573): Launched\u000a03:25:38.481175 run osmo-hlr_10.42.42.2(pid=20574): Launched\u000a03:25:38.602945 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:25:39.109352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20576): Launched\u000a03:25:39.417636 run osmo-stp_10.42.42.5(pid=20577): Launched\u000a03:25:39.529936 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:25:40.072773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20579): Launched\u000a03:25:40.400843 run osmo-msc_10.42.42.6(pid=20580): Launched\u000a03:25:40.593731 run osmo-stp_10.42.42.5(pid=20577): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20577)]\u000a03:25:40.732470 run osmo-stp_10.42.42.5(pid=20577): stdout: \u000a| (launched: 2022-12-10_03:25:39.264902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:40.870422 run osmo-stp_10.42.42.5(pid=20577): stderr: \u000a| �[0;m�[38;5;43m20221210032539439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032539439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032539439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032539440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032539440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032539440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032539440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:41.002609 run osmo-stp_10.42.42.5(pid=20577): stdout: \u000a| (launched: 2022-12-10_03:25:39.264902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:41.132641 run osmo-stp_10.42.42.5(pid=20577): stderr: \u000a| �[0;m�[38;5;43m20221210032539439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032539439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032539439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032539440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032539440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032539440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032539440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:41.189793 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20577): Process ended prematurely: osmo-stp_10.42.42.5(pid=20577) [trial-2368↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20577)] [trial-2368↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a03:25:41.198472 tst handover.py:18: Test FAILED (6.6 sec)\u000a03:25:41.261785 run osmo-hlr_10.42.42.2(pid=20574): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20574)]\u000a03:25:41.313684 run osmo-hlr_10.42.42.2(pid=20574): stdout: \u000a| (launched: 2022-12-10_03:25:38.329304) \u000a03:25:41.366769 run osmo-hlr_10.42.42.2(pid=20574): stderr: \u000a| �[0;m�[1;31m20221210032538508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032538508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032538508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032538508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032538508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032538508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032538519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032538527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032538527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032538527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:25:41.438206 run osmo-msc_10.42.42.6(pid=20580): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20580)]\u000a03:25:41.489598 run osmo-msc_10.42.42.6(pid=20580): stdout: \u000a| (launched: 2022-12-10_03:25:40.239460) \u000a03:25:41.541738 run osmo-msc_10.42.42.6(pid=20580): stderr: \u000a| �[0;m�[38;5;43m20221210032540562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032540562 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb87e8bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032540562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032540562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032540562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032540562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032540564 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032540564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032540565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032540565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:25:41.586284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20573): Terminating (SIGTERM)\u000a03:25:41.628557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20576): Terminating (SIGTERM)\u000a03:25:41.671744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20579): Terminating (SIGTERM)\u000a03:25:41.681766 --- ParallelTerminationStrategy: PID 20573 died...\u000a03:25:41.738364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20573): Terminated: ok {rc=0}\u000a03:25:41.748597 --- ParallelTerminationStrategy: PID 20576 died...\u000a03:25:41.804836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20576): Terminated: ok {rc=0}\u000a03:25:41.815100 --- ParallelTerminationStrategy: PID 20579 died...\u000a03:25:41.871333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20579): Terminated: ok {rc=0}\u000a03:25:41.982409 bus /sierra_3: Setting Powered False\u000a03:25:43.086908 bus /sierra_3: Setting Powered False\u000a03:25:44.198231 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:25:34" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20591): Process ended prematurely: osmo-stp_10.42.42.5(pid=20591) [trial-2368↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20591)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20591): Process ended prematurely: osmo-stp_10.42.42.5(pid=20591) [trial-2368↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a03:25:46.202315 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:25:46.216525 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:25:46.385876 tst handover.py: using LAC 25651\u000a03:25:46.507864 tst handover.py: using RAC 151\u000a03:25:46.638248 tst handover.py: using CellId 25651\u000a03:25:46.784720 tst handover.py: using BVCI 25652\u000a03:25:46.811505 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:25:46.940346 tst handover.py: using LAC 25652\u000a03:25:47.103865 tst handover.py: using RAC 152\u000a03:25:47.247220 tst handover.py: using CellId 25652\u000a03:25:47.367849 tst handover.py: using BVCI 25653\u000a03:25:47.391162 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:25:47.401942 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:25:47.412872 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:25:47.424056 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:25:47.435275 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:25:47.446274 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:25:47.567310 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:25:47.779170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:25:48.271393 run create_hlr_db(pid=20585): Launched\u000a03:25:48.404140 bus /sierra_2: Setting Powered False\u000a03:25:49.479717 run create_hlr_db(pid=20585): Terminated: ok {rc=0}\u000a03:25:49.873335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20587): Launched\u000a03:25:50.199621 run osmo-hlr_10.42.42.2(pid=20588): Launched\u000a03:25:50.318239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:25:50.857524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20590): Launched\u000a03:25:51.183365 run osmo-stp_10.42.42.5(pid=20591): Launched\u000a03:25:51.301711 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:25:51.869980 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20593): Launched\u000a03:25:52.198139 run osmo-msc_10.42.42.6(pid=20594): Launched\u000a03:25:52.390034 run osmo-stp_10.42.42.5(pid=20591): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20591)]\u000a03:25:52.528227 run osmo-stp_10.42.42.5(pid=20591): stdout: \u000a| (launched: 2022-12-10_03:25:51.023324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:52.665940 run osmo-stp_10.42.42.5(pid=20591): stderr: \u000a| �[0;m�[38;5;43m20221210032551215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032551215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032551215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032551215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032551216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032551216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032551216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:52.796838 run osmo-stp_10.42.42.5(pid=20591): stdout: \u000a| (launched: 2022-12-10_03:25:51.023324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:52.927399 run osmo-stp_10.42.42.5(pid=20591): stderr: \u000a| �[0;m�[38;5;43m20221210032551215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032551215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032551215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032551215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032551216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032551216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032551216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:52.984137 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20591): Process ended prematurely: osmo-stp_10.42.42.5(pid=20591) [trial-2368↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20591)] [trial-2368↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a03:25:52.992626 tst handover.py:18: Test FAILED (6.8 sec)\u000a03:25:53.054424 run osmo-hlr_10.42.42.2(pid=20588): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20588)]\u000a03:25:53.105624 run osmo-hlr_10.42.42.2(pid=20588): stdout: \u000a| (launched: 2022-12-10_03:25:50.039078) \u000a03:25:53.157297 run osmo-hlr_10.42.42.2(pid=20588): stderr: \u000a| �[0;m�[1;31m20221210032550236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032550236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032550236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032550236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032550236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032550236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032550259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032550269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032550269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032550269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:25:53.227435 run osmo-msc_10.42.42.6(pid=20594): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20594)]\u000a03:25:53.278377 run osmo-msc_10.42.42.6(pid=20594): stdout: \u000a| (launched: 2022-12-10_03:25:52.035955) \u000a03:25:53.329966 run osmo-msc_10.42.42.6(pid=20594): stderr: \u000a| �[0;m�[38;5;43m20221210032552360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032552360 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f255c5a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032552360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032552360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032552360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032552361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032552362 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032552363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032552363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032552363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:25:53.374197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20587): Terminating (SIGTERM)\u000a03:25:53.415773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20590): Terminating (SIGTERM)\u000a03:25:53.457388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20593): Terminating (SIGTERM)\u000a03:25:53.467014 --- ParallelTerminationStrategy: PID 20587 died...\u000a03:25:53.522927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20587): Terminated: ok {rc=0}\u000a03:25:53.532909 --- ParallelTerminationStrategy: PID 20590 died...\u000a03:25:53.588528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20590): Terminated: ok {rc=0}\u000a03:25:53.598544 --- ParallelTerminationStrategy: PID 20593 died...\u000a03:25:53.654420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20593): Terminated: ok {rc=0}\u000a03:25:53.741248 bus /sierra_3: Setting Powered False\u000a03:25:54.848258 bus /sierra_3: Setting Powered False\u000a03:25:55.956877 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:25:45" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20605): Process ended prematurely: osmo-stp_10.42.42.5(pid=20605) [trial-2368↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20605)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20605): Process ended prematurely: osmo-stp_10.42.42.5(pid=20605) [trial-2368↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a03:25:57.969124 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:25:57.980315 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:25:58.120407 tst handover.py: using LAC 25653\u000a03:25:58.248093 tst handover.py: using RAC 153\u000a03:25:58.373267 tst handover.py: using CellId 25653\u000a03:25:58.499787 tst handover.py: using BVCI 25654\u000a03:25:58.524572 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:25:58.667831 tst handover.py: using LAC 25654\u000a03:25:58.796340 tst handover.py: using RAC 154\u000a03:25:58.926277 tst handover.py: using CellId 25654\u000a03:25:59.052550 tst handover.py: using BVCI 25655\u000a03:25:59.077560 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:25:59.088814 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:25:59.100142 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:25:59.111327 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:25:59.122614 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:25:59.133782 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:25:59.249684 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:25:59.453662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:25:59.908940 run create_hlr_db(pid=20599): Launched\u000a03:26:00.033771 bus /sierra_2: Setting Powered False\u000a03:26:01.117387 run create_hlr_db(pid=20599): Terminated: ok {rc=0}\u000a03:26:01.530360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20601): Launched\u000a03:26:01.921232 run osmo-hlr_10.42.42.2(pid=20602): Launched\u000a03:26:02.126527 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:26:02.673521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20604): Launched\u000a03:26:03.000205 run osmo-stp_10.42.42.5(pid=20605): Launched\u000a03:26:03.118799 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:26:03.732195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20607): Launched\u000a03:26:04.059659 run osmo-msc_10.42.42.6(pid=20608): Launched\u000a03:26:04.251267 run osmo-stp_10.42.42.5(pid=20605): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20605)]\u000a03:26:04.390953 run osmo-stp_10.42.42.5(pid=20605): stdout: \u000a| (launched: 2022-12-10_03:26:02.839600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:04.529362 run osmo-stp_10.42.42.5(pid=20605): stderr: \u000a| �[0;m�[38;5;43m20221210032603032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032603033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032603033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032603033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032603034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032603034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032603034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:04.661086 run osmo-stp_10.42.42.5(pid=20605): stdout: \u000a| (launched: 2022-12-10_03:26:02.839600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:04.791266 run osmo-stp_10.42.42.5(pid=20605): stderr: \u000a| �[0;m�[38;5;43m20221210032603032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032603033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032603033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032603033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032603034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032603034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032603034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:04.848068 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20605): Process ended prematurely: osmo-stp_10.42.42.5(pid=20605) [trial-2368↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20605)] [trial-2368↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a03:26:04.856727 tst handover.py:18: Test FAILED (6.9 sec)\u000a03:26:04.919662 run osmo-hlr_10.42.42.2(pid=20602): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20602)]\u000a03:26:04.971723 run osmo-hlr_10.42.42.2(pid=20602): stdout: \u000a| (launched: 2022-12-10_03:26:01.690918) \u000a03:26:05.024294 run osmo-hlr_10.42.42.2(pid=20602): stderr: \u000a| �[0;m�[1;31m20221210032602047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032602047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032602047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032602047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032602047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032602047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032602062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032602070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032602070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032602070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:26:05.095144 run osmo-msc_10.42.42.6(pid=20608): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20608)]\u000a03:26:05.146919 run osmo-msc_10.42.42.6(pid=20608): stdout: \u000a| (launched: 2022-12-10_03:26:03.899166) \u000a03:26:05.199159 run osmo-msc_10.42.42.6(pid=20608): stderr: \u000a| �[0;m�[38;5;43m20221210032604225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032604225 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f35bff24c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032604226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032604226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032604226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032604226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032604228 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032604228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032604228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032604228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:26:05.243436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20601): Terminating (SIGTERM)\u000a03:26:05.285423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20604): Terminating (SIGTERM)\u000a03:26:05.327515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20607): Terminating (SIGTERM)\u000a03:26:05.337237 --- ParallelTerminationStrategy: PID 20601 died...\u000a03:26:05.393595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20601): Terminated: ok {rc=0}\u000a03:26:05.403892 --- ParallelTerminationStrategy: PID 20604 died...\u000a03:26:05.459584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20604): Terminated: ok {rc=0}\u000a03:26:05.469775 --- ParallelTerminationStrategy: PID 20607 died...\u000a03:26:05.525465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20607): Terminated: ok {rc=0}\u000a03:26:05.614181 bus /sierra_3: Setting Powered False\u000a03:26:06.721585 bus /sierra_3: Setting Powered False\u000a03:26:07.830706 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:25:57" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20619): Process ended prematurely: osmo-stp_10.42.42.5(pid=20619) [trial-2368↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20619)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20619): Process ended prematurely: osmo-stp_10.42.42.5(pid=20619) [trial-2368↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20619)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:26:09.839830 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:26:09.851137 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:26:09.983528 tst handover.py: using LAC 25655\u000a03:26:10.111536 tst handover.py: using RAC 155\u000a03:26:10.241315 tst handover.py: using CellId 25655\u000a03:26:10.371671 tst handover.py: using BVCI 25656\u000a03:26:10.396460 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:26:10.542678 tst handover.py: using LAC 25656\u000a03:26:10.672486 tst handover.py: using RAC 156\u000a03:26:10.800464 tst handover.py: using CellId 25656\u000a03:26:10.930196 tst handover.py: using BVCI 25657\u000a03:26:10.955310 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:26:10.966698 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:26:10.978108 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:26:10.989343 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:26:11.000622 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:26:11.011775 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:26:11.130654 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:26:11.333648 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:26:11.789575 run create_hlr_db(pid=20613): Launched\u000a03:26:11.914441 bus /sierra_2: Setting Powered False\u000a03:26:12.986262 run create_hlr_db(pid=20613): Terminated: ok {rc=0}\u000a03:26:13.393643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20615): Launched\u000a03:26:13.721936 run osmo-hlr_10.42.42.2(pid=20616): Launched\u000a03:26:13.842339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:26:14.381136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20618): Launched\u000a03:26:14.709735 run osmo-stp_10.42.42.5(pid=20619): Launched\u000a03:26:14.828330 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:26:15.399885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20621): Launched\u000a03:26:15.729530 run osmo-msc_10.42.42.6(pid=20622): Launched\u000a03:26:16.021605 run osmo-stp_10.42.42.5(pid=20619): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20619)]\u000a03:26:16.212901 run osmo-stp_10.42.42.5(pid=20619): stdout: \u000a| (launched: 2022-12-10_03:26:14.547569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:16.353520 run osmo-stp_10.42.42.5(pid=20619): stderr: \u000a| �[0;m�[38;5;43m20221210032614741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032614741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032614741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032614742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032614742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032614742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032614742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:16.483294 run osmo-stp_10.42.42.5(pid=20619): stdout: \u000a| (launched: 2022-12-10_03:26:14.547569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:16.611710 run osmo-stp_10.42.42.5(pid=20619): stderr: \u000a| �[0;m�[38;5;43m20221210032614741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032614741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032614741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032614742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032614742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032614742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032614742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:16.670216 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20619): Process ended prematurely: osmo-stp_10.42.42.5(pid=20619) [trial-2368↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20619)] [trial-2368↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a03:26:16.679328 tst handover.py:18: Test FAILED (6.8 sec)\u000a03:26:16.744997 run osmo-hlr_10.42.42.2(pid=20616): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20616)]\u000a03:26:16.797296 run osmo-hlr_10.42.42.2(pid=20616): stdout: \u000a| (launched: 2022-12-10_03:26:13.559828) \u000a03:26:16.850718 run osmo-hlr_10.42.42.2(pid=20616): stderr: \u000a| �[0;m�[1;31m20221210032613758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032613758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032613759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032613759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032613759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032613759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032613771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032613780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032613780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032613780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:26:16.923903 run osmo-msc_10.42.42.6(pid=20622): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20622)]\u000a03:26:16.976515 run osmo-msc_10.42.42.6(pid=20622): stdout: \u000a| (launched: 2022-12-10_03:26:15.566660) \u000a03:26:17.030282 run osmo-msc_10.42.42.6(pid=20622): stderr: \u000a| �[0;m�[38;5;43m20221210032615971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032615971 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde3c3b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032615971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032615972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032615972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032615972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032615974 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032615974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032615974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032615974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:26:17.076663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20615): Terminating (SIGTERM)\u000a03:26:17.121917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20618): Terminating (SIGTERM)\u000a03:26:17.167631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20621): Terminating (SIGTERM)\u000a03:26:17.178374 --- ParallelTerminationStrategy: PID 20615 died...\u000a03:26:17.237824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20615): Terminated: ok {rc=0}\u000a03:26:17.248449 --- ParallelTerminationStrategy: PID 20618 died...\u000a03:26:17.306897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20618): Terminated: ok {rc=0}\u000a03:26:17.316785 --- ParallelTerminationStrategy: PID 20621 died...\u000a03:26:17.371838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20621): Terminated: ok {rc=0}\u000a03:26:17.458538 bus /sierra_3: Setting Powered False\u000a03:26:18.565463 bus /sierra_3: Setting Powered False\u000a03:26:19.677634 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:26:09" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20633): Process ended prematurely: osmo-stp_10.42.42.5(pid=20633) [trial-2368↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20633)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20633): Process ended prematurely: osmo-stp_10.42.42.5(pid=20633) [trial-2368↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20633)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a03:26:21.636251 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:26:21.647092 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a03:26:21.777399 tst handover.py: using LAC 25657\u000a03:26:21.907895 tst handover.py: using RAC 157\u000a03:26:22.036050 tst handover.py: using CellId 25657\u000a03:26:22.168927 tst handover.py: using BVCI 25658\u000a03:26:22.193840 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a03:26:22.323406 tst handover.py: using LAC 25658\u000a03:26:22.450346 tst handover.py: using RAC 158\u000a03:26:22.581639 tst handover.py: using CellId 25658\u000a03:26:22.710058 tst handover.py: using BVCI 25659\u000a03:26:22.734984 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:26:22.746275 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:26:22.757420 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:26:22.768447 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:26:22.779635 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:26:22.790781 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a03:26:22.907216 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a03:26:23.125810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:26:23.621339 run create_hlr_db(pid=20627): Launched\u000a03:26:23.754417 bus /sierra_2: Setting Powered False\u000a03:26:24.831792 run create_hlr_db(pid=20627): Terminated: ok {rc=0}\u000a03:26:25.219865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20629): Launched\u000a03:26:25.527055 run osmo-hlr_10.42.42.2(pid=20630): Launched\u000a03:26:25.647407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:26:26.164495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20632): Launched\u000a03:26:26.471098 run osmo-stp_10.42.42.5(pid=20633): Launched\u000a03:26:26.583549 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:26:27.127884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20635): Launched\u000a03:26:27.457826 run osmo-msc_10.42.42.6(pid=20636): Launched\u000a03:26:27.653778 run osmo-stp_10.42.42.5(pid=20633): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20633)]\u000a03:26:27.793528 run osmo-stp_10.42.42.5(pid=20633): stdout: \u000a| (launched: 2022-12-10_03:26:26.319868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:27.932588 run osmo-stp_10.42.42.5(pid=20633): stderr: \u000a| �[0;m�[38;5;43m20221210032626489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032626490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032626490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032626490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032626492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032626493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032626493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:28.065063 run osmo-stp_10.42.42.5(pid=20633): stdout: \u000a| (launched: 2022-12-10_03:26:26.319868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:28.196271 run osmo-stp_10.42.42.5(pid=20633): stderr: \u000a| �[0;m�[38;5;43m20221210032626489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032626490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032626490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032626490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032626492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032626493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032626493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:28.253811 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20633): Process ended prematurely: osmo-stp_10.42.42.5(pid=20633) [trial-2368↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20633)] [trial-2368↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a03:26:28.262393 tst handover.py:18: Test FAILED (6.6 sec)\u000a03:26:28.325345 run osmo-hlr_10.42.42.2(pid=20630): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20630)]\u000a03:26:28.376871 run osmo-hlr_10.42.42.2(pid=20630): stdout: \u000a| (launched: 2022-12-10_03:26:25.375671) \u000a03:26:28.428868 run osmo-hlr_10.42.42.2(pid=20630): stderr: \u000a| �[0;m�[1;31m20221210032625553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032625553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032625553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032625553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032625553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032625553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032625566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032625574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032625574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032625574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:26:28.499237 run osmo-msc_10.42.42.6(pid=20636): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20636)]\u000a03:26:28.550499 run osmo-msc_10.42.42.6(pid=20636): stdout: \u000a| (launched: 2022-12-10_03:26:27.295878) \u000a03:26:28.602401 run osmo-msc_10.42.42.6(pid=20636): stderr: \u000a| �[0;m�[38;5;43m20221210032627618 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032627618 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d6bc3cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032627618 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032627619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032627619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032627619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032627621 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032627621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032627621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032627621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:26:28.646770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20629): Terminating (SIGTERM)\u000a03:26:28.688514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20632): Terminating (SIGTERM)\u000a03:26:28.730561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20635): Terminating (SIGTERM)\u000a03:26:28.740195 --- ParallelTerminationStrategy: PID 20629 died...\u000a03:26:28.796443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20629): Terminated: ok {rc=0}\u000a03:26:28.806621 --- ParallelTerminationStrategy: PID 20632 died...\u000a03:26:28.862372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20632): Terminated: ok {rc=0}\u000a03:26:28.872381 --- ParallelTerminationStrategy: PID 20635 died...\u000a03:26:28.928092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20635): Terminated: ok {rc=0}\u000a03:26:29.014668 bus /sierra_3: Setting Powered False\u000a03:26:30.117340 bus /sierra_3: Setting Powered False\u000a03:26:31.226941 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:26:21" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20647): Process ended prematurely: osmo-stp_10.42.42.5(pid=20647) [trial-2368↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20647)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20647): Process ended prematurely: osmo-stp_10.42.42.5(pid=20647) [trial-2368↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a03:26:33.209735 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:26:33.220913 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a03:26:33.350417 tst handover.py: using LAC 25659\u000a03:26:33.477528 tst handover.py: using RAC 159\u000a03:26:33.603839 tst handover.py: using CellId 25659\u000a03:26:33.731846 tst handover.py: using BVCI 25660\u000a03:26:33.756707 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a03:26:33.898943 tst handover.py: using LAC 25660\u000a03:26:34.027048 tst handover.py: using RAC 160\u000a03:26:34.153780 tst handover.py: using CellId 25660\u000a03:26:34.280701 tst handover.py: using BVCI 25661\u000a03:26:34.306343 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:26:34.317571 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:26:34.328516 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:26:34.339593 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:26:34.350826 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:26:34.361992 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a03:26:34.482034 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a03:26:34.687750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:26:35.144797 run create_hlr_db(pid=20641): Launched\u000a03:26:35.270099 bus /sierra_2: Setting Powered False\u000a03:26:36.343714 run create_hlr_db(pid=20641): Terminated: ok {rc=0}\u000a03:26:36.728176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20643): Launched\u000a03:26:37.035109 run osmo-hlr_10.42.42.2(pid=20644): Launched\u000a03:26:37.154822 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:26:37.666272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20646): Launched\u000a03:26:37.973870 run osmo-stp_10.42.42.5(pid=20647): Launched\u000a03:26:38.086440 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:26:38.620731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20649): Launched\u000a03:26:38.929667 run osmo-msc_10.42.42.6(pid=20650): Launched\u000a03:26:39.110580 run osmo-stp_10.42.42.5(pid=20647): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20647)]\u000a03:26:39.242107 run osmo-stp_10.42.42.5(pid=20647): stdout: \u000a| (launched: 2022-12-10_03:26:37.821938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:39.370706 run osmo-stp_10.42.42.5(pid=20647): stderr: \u000a| �[0;m�[38;5;43m20221210032637993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032637993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032637993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032637993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032637994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032637994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032637994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:39.493957 run osmo-stp_10.42.42.5(pid=20647): stdout: \u000a| (launched: 2022-12-10_03:26:37.821938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:39.615844 run osmo-stp_10.42.42.5(pid=20647): stderr: \u000a| �[0;m�[38;5;43m20221210032637993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032637993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032637993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032637993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032637994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032637994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032637994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:39.669267 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20647): Process ended prematurely: osmo-stp_10.42.42.5(pid=20647) [trial-2368↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20647)] [trial-2368↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a03:26:39.677455 tst handover.py:18: Test FAILED (6.5 sec)\u000a03:26:39.738219 run osmo-hlr_10.42.42.2(pid=20644): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20644)]\u000a03:26:39.787631 run osmo-hlr_10.42.42.2(pid=20644): stdout: \u000a| (launched: 2022-12-10_03:26:36.883782) \u000a03:26:39.837902 run osmo-hlr_10.42.42.2(pid=20644): stderr: \u000a| �[0;m�[1;31m20221210032637058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032637058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032637058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032637058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032637058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032637058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032637070 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032637079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032637079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032637079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:26:39.906535 run osmo-msc_10.42.42.6(pid=20650): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20650)]\u000a03:26:39.956420 run osmo-msc_10.42.42.6(pid=20650): stdout: \u000a| (launched: 2022-12-10_03:26:38.776339) \u000a03:26:40.006690 run osmo-msc_10.42.42.6(pid=20650): stderr: \u000a| �[0;m�[38;5;43m20221210032639047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032639047 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a9f55ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032639047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032639047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032639047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032639048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032639049 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032639050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032639050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032639050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:26:40.048985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20643): Terminating (SIGTERM)\u000a03:26:40.089541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20646): Terminating (SIGTERM)\u000a03:26:40.130121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20649): Terminating (SIGTERM)\u000a03:26:40.139521 --- ParallelTerminationStrategy: PID 20643 died...\u000a03:26:40.193545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20643): Terminated: ok {rc=0}\u000a03:26:40.203163 --- ParallelTerminationStrategy: PID 20646 died...\u000a03:26:40.256999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20646): Terminated: ok {rc=0}\u000a03:26:40.266794 --- ParallelTerminationStrategy: PID 20649 died...\u000a03:26:40.320588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20649): Terminated: ok {rc=0}\u000a03:26:40.409966 bus /sierra_3: Setting Powered False\u000a03:26:41.514192 bus /sierra_3: Setting Powered False\u000a03:26:42.625360 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:26:32" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20661): Process ended prematurely: osmo-stp_10.42.42.5(pid=20661) [trial-2368↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20661)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20661): Process ended prematurely: osmo-stp_10.42.42.5(pid=20661) [trial-2368↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a03:26:44.610317 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:26:44.621343 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:26:44.752756 tst handover.py: using LAC 25661\u000a03:26:44.879582 tst handover.py: using RAC 161\u000a03:26:45.007850 tst handover.py: using CellId 25661\u000a03:26:45.136124 tst handover.py: using BVCI 25662\u000a03:26:45.161267 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:26:45.302121 tst handover.py: using LAC 25662\u000a03:26:45.429784 tst handover.py: using RAC 162\u000a03:26:45.556444 tst handover.py: using CellId 25662\u000a03:26:45.683257 tst handover.py: using BVCI 25663\u000a03:26:45.708200 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:26:45.719548 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:26:45.730849 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:26:45.742289 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:26:45.753688 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:26:45.765012 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:26:45.909618 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:26:46.125605 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:26:46.658164 run create_hlr_db(pid=20655): Launched\u000a03:26:46.787991 bus /sierra_2: Setting Powered False\u000a03:26:47.868758 run create_hlr_db(pid=20655): Terminated: ok {rc=0}\u000a03:26:48.276903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20657): Launched\u000a03:26:48.605876 run osmo-hlr_10.42.42.2(pid=20658): Launched\u000a03:26:48.728807 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:26:49.269297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20660): Launched\u000a03:26:49.598571 run osmo-stp_10.42.42.5(pid=20661): Launched\u000a03:26:49.719267 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:26:50.291512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20663): Launched\u000a03:26:50.621923 run osmo-msc_10.42.42.6(pid=20664): Launched\u000a03:26:50.814350 run osmo-stp_10.42.42.5(pid=20661): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20661)]\u000a03:26:50.952882 run osmo-stp_10.42.42.5(pid=20661): stdout: \u000a| (launched: 2022-12-10_03:26:49.437489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:51.091372 run osmo-stp_10.42.42.5(pid=20661): stderr: \u000a| �[0;m�[38;5;43m20221210032649629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032649629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032649630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032649630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032649631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032649631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032649631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:51.223417 run osmo-stp_10.42.42.5(pid=20661): stdout: \u000a| (launched: 2022-12-10_03:26:49.437489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:51.354478 run osmo-stp_10.42.42.5(pid=20661): stderr: \u000a| �[0;m�[38;5;43m20221210032649629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032649629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032649630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032649630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032649631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032649631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032649631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:51.412196 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20661): Process ended prematurely: osmo-stp_10.42.42.5(pid=20661) [trial-2368↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20661)] [trial-2368↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a03:26:51.420655 tst handover.py:18: Test FAILED (6.8 sec)\u000a03:26:51.483825 run osmo-hlr_10.42.42.2(pid=20658): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20658)]\u000a03:26:51.535252 run osmo-hlr_10.42.42.2(pid=20658): stdout: \u000a| (launched: 2022-12-10_03:26:48.444606) \u000a03:26:51.587241 run osmo-hlr_10.42.42.2(pid=20658): stderr: \u000a| �[0;m�[1;31m20221210032648645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032648645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032648645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032648645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032648646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032648646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032648659 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032648669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032648670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032648670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:26:51.658728 run osmo-msc_10.42.42.6(pid=20664): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20664)]\u000a03:26:51.710189 run osmo-msc_10.42.42.6(pid=20664): stdout: \u000a| (launched: 2022-12-10_03:26:50.459915) \u000a03:26:51.762347 run osmo-msc_10.42.42.6(pid=20664): stderr: \u000a| �[0;m�[38;5;43m20221210032650787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032650787 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7effab879c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032650787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032650787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032650787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032650787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032650789 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032650790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032650790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032650790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:26:51.806627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20657): Terminating (SIGTERM)\u000a03:26:51.848199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20660): Terminating (SIGTERM)\u000a03:26:51.890254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20663): Terminating (SIGTERM)\u000a03:26:51.899534 --- ParallelTerminationStrategy: PID 20657 died...\u000a03:26:51.955011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20657): Terminated: ok {rc=0}\u000a03:26:51.964909 --- ParallelTerminationStrategy: PID 20660 died...\u000a03:26:52.020413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20660): Terminated: ok {rc=0}\u000a03:26:52.030399 --- ParallelTerminationStrategy: PID 20663 died...\u000a03:26:52.085715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20663): Terminated: ok {rc=0}\u000a03:26:52.172427 bus /sierra_3: Setting Powered False\u000a03:26:53.274810 bus /sierra_3: Setting Powered False\u000a03:26:54.385477 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:26:44" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20676): Process ended prematurely: osmo-stp_10.42.42.5(pid=20676) [trial-2368↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20676)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20676): Process ended prematurely: osmo-stp_10.42.42.5(pid=20676) [trial-2368↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a03:26:56.371486 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:26:56.382525 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:26:56.504759 tst handover.py: using LAC 25663\u000a03:26:56.633589 tst handover.py: using RAC 163\u000a03:26:56.758561 tst handover.py: using CellId 25663\u000a03:26:56.879262 tst handover.py: using BVCI 25664\u000a03:26:56.902621 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:26:57.041710 tst handover.py: using LAC 25664\u000a03:26:57.163267 tst handover.py: using RAC 164\u000a03:26:57.285745 tst handover.py: using CellId 25664\u000a03:26:57.408543 tst handover.py: using BVCI 25665\u000a03:26:57.431731 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:26:57.442750 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:26:57.453525 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:26:57.464488 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:26:57.476062 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:26:57.487104 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:26:57.607403 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:26:57.820581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:26:58.316849 run create_hlr_db(pid=20670): Launched\u000a03:26:58.442121 bus /sierra_2: Setting Powered False\u000a03:26:59.514444 run create_hlr_db(pid=20670): Terminated: ok {rc=0}\u000a03:26:59.922066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20672): Launched\u000a03:27:00.250498 run osmo-hlr_10.42.42.2(pid=20673): Launched\u000a03:27:00.369809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:27:00.926070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20675): Launched\u000a03:27:01.310383 run osmo-stp_10.42.42.5(pid=20676): Launched\u000a03:27:01.514606 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:27:02.138847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20678): Launched\u000a03:27:02.467714 run osmo-msc_10.42.42.6(pid=20679): Launched\u000a03:27:02.659406 run osmo-stp_10.42.42.5(pid=20676): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20676)]\u000a03:27:02.798729 run osmo-stp_10.42.42.5(pid=20676): stdout: \u000a| (launched: 2022-12-10_03:27:01.087356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:02.937014 run osmo-stp_10.42.42.5(pid=20676): stderr: \u000a| �[0;m�[38;5;43m20221210032701413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032701413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032701414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032701414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032701414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032701415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032701415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:03.068281 run osmo-stp_10.42.42.5(pid=20676): stdout: \u000a| (launched: 2022-12-10_03:27:01.087356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:03.198380 run osmo-stp_10.42.42.5(pid=20676): stderr: \u000a| �[0;m�[38;5;43m20221210032701413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032701413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032701414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032701414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032701414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032701415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032701415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:03.255406 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20676): Process ended prematurely: osmo-stp_10.42.42.5(pid=20676) [trial-2368↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20676)] [trial-2368↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a03:27:03.263725 tst handover.py:18: Test FAILED (6.9 sec)\u000a03:27:03.326247 run osmo-hlr_10.42.42.2(pid=20673): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20673)]\u000a03:27:03.377787 run osmo-hlr_10.42.42.2(pid=20673): stdout: \u000a| (launched: 2022-12-10_03:27:00.089224) \u000a03:27:03.430334 run osmo-hlr_10.42.42.2(pid=20673): stderr: \u000a| �[0;m�[1;31m20221210032700289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032700289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032700289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032700289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032700289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032700289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032700300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032700308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032700308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032700308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:27:03.500837 run osmo-msc_10.42.42.6(pid=20679): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20679)]\u000a03:27:03.552381 run osmo-msc_10.42.42.6(pid=20679): stdout: \u000a| (launched: 2022-12-10_03:27:02.307145) \u000a03:27:03.604201 run osmo-msc_10.42.42.6(pid=20679): stderr: \u000a| �[0;m�[38;5;43m20221210032702633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032702633 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2bfab33c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032702633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032702633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032702633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032702633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032702635 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032702635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032702636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032702636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:27:03.648094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20672): Terminating (SIGTERM)\u000a03:27:03.689736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20675): Terminating (SIGTERM)\u000a03:27:03.731720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20678): Terminating (SIGTERM)\u000a03:27:03.741499 --- ParallelTerminationStrategy: PID 20672 died...\u000a03:27:03.797837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20672): Terminated: ok {rc=0}\u000a03:27:03.807987 --- ParallelTerminationStrategy: PID 20675 died...\u000a03:27:03.863977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20675): Terminated: ok {rc=0}\u000a03:27:03.874014 --- ParallelTerminationStrategy: PID 20678 died...\u000a03:27:03.930343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20678): Terminated: ok {rc=0}\u000a03:27:04.018428 bus /sierra_3: Setting Powered False\u000a03:27:05.125965 bus /sierra_3: Setting Powered False\u000a03:27:06.234171 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:26:56" }, { "cases" : [ { "testActions" : [ ], "age" : 166, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20690): Process ended prematurely: osmo-stp_10.42.42.5(pid=20690) [trial-2368↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20690)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20690): Process ended prematurely: osmo-stp_10.42.42.5(pid=20690) [trial-2368↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a03:27:08.214492 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:27:08.226163 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:27:08.354770 tst handover.py: using LAC 25665\u000a03:27:08.473645 tst handover.py: using RAC 165\u000a03:27:08.592447 tst handover.py: using CellId 25665\u000a03:27:08.712889 tst handover.py: using BVCI 25666\u000a03:27:08.736239 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:27:08.865300 tst handover.py: using LAC 25666\u000a03:27:08.990020 tst handover.py: using RAC 166\u000a03:27:09.108472 tst handover.py: using CellId 25666\u000a03:27:09.233315 tst handover.py: using BVCI 25667\u000a03:27:09.256611 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:27:09.267337 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:27:09.277888 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:27:09.288675 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:27:09.299548 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:27:09.310095 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:27:09.426207 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:27:09.638752 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:27:10.135956 run create_hlr_db(pid=20684): Launched\u000a03:27:10.268894 bus /sierra_2: Setting Powered False\u000a03:27:11.345680 run create_hlr_db(pid=20684): Terminated: ok {rc=0}\u000a03:27:11.733074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20686): Launched\u000a03:27:12.041678 run osmo-hlr_10.42.42.2(pid=20687): Launched\u000a03:27:12.162307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:27:12.677717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20689): Launched\u000a03:27:12.985819 run osmo-stp_10.42.42.5(pid=20690): Launched\u000a03:27:13.098470 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:27:13.635813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20692): Launched\u000a03:27:13.943562 run osmo-msc_10.42.42.6(pid=20693): Launched\u000a03:27:14.124643 run osmo-stp_10.42.42.5(pid=20690): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20690)]\u000a03:27:14.255214 run osmo-stp_10.42.42.5(pid=20690): stdout: \u000a| (launched: 2022-12-10_03:27:12.834022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:14.383665 run osmo-stp_10.42.42.5(pid=20690): stderr: \u000a| �[0;m�[38;5;43m20221210032713004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032713004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032713004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032713005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032713005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032713005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032713005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:14.506820 run osmo-stp_10.42.42.5(pid=20690): stdout: \u000a| (launched: 2022-12-10_03:27:12.834022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:14.628402 run osmo-stp_10.42.42.5(pid=20690): stderr: \u000a| �[0;m�[38;5;43m20221210032713004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032713004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032713004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032713005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032713005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032713005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032713005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:14.681961 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20690): Process ended prematurely: osmo-stp_10.42.42.5(pid=20690) [trial-2368↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20690)] [trial-2368↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a03:27:14.690047 tst handover.py:18: Test FAILED (6.5 sec)\u000a03:27:14.750719 run osmo-hlr_10.42.42.2(pid=20687): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20687)]\u000a03:27:14.799996 run osmo-hlr_10.42.42.2(pid=20687): stdout: \u000a| (launched: 2022-12-10_03:27:11.888883) \u000a03:27:14.849865 run osmo-hlr_10.42.42.2(pid=20687): stderr: \u000a| �[0;m�[1;31m20221210032712065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032712065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032712065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032712065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032712065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032712065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032712078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032712089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032712089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032712089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:27:14.917539 run osmo-msc_10.42.42.6(pid=20693): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20693)]\u000a03:27:14.966786 run osmo-msc_10.42.42.6(pid=20693): stdout: \u000a| (launched: 2022-12-10_03:27:13.791217) \u000a03:27:15.016653 run osmo-msc_10.42.42.6(pid=20693): stderr: \u000a| �[0;m�[38;5;43m20221210032714064 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032714064 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd80838c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032714064 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032714064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032714065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032714065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032714066 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032714067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032714067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032714067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:27:15.058313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20686): Terminating (SIGTERM)\u000a03:27:15.098335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20689): Terminating (SIGTERM)\u000a03:27:15.138291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20692): Terminating (SIGTERM)\u000a03:27:15.147793 --- ParallelTerminationStrategy: PID 20686 died...\u000a03:27:15.202111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20686): Terminated: ok {rc=0}\u000a03:27:15.211901 --- ParallelTerminationStrategy: PID 20689 died...\u000a03:27:15.265081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20689): Terminated: ok {rc=0}\u000a03:27:15.274903 --- ParallelTerminationStrategy: PID 20692 died...\u000a03:27:15.328638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20692): Terminated: ok {rc=0}\u000a03:27:15.416464 bus /sierra_3: Setting Powered False\u000a03:27:16.519929 bus /sierra_3: Setting Powered False\u000a03:27:17.626320 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:27:07" }, { "cases" : [ { "testActions" : [ ], "age" : 166, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20704): Process ended prematurely: osmo-stp_10.42.42.5(pid=20704) [trial-2368↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20704)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20704): Process ended prematurely: osmo-stp_10.42.42.5(pid=20704) [trial-2368↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20704)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a03:27:19.613535 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:27:19.624915 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:27:19.751935 tst handover.py: using LAC 25667\u000a03:27:19.874937 tst handover.py: using RAC 167\u000a03:27:19.995866 tst handover.py: using CellId 25667\u000a03:27:20.117717 tst handover.py: using BVCI 25668\u000a03:27:20.141150 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:27:20.279741 tst handover.py: using LAC 25668\u000a03:27:20.401781 tst handover.py: using RAC 168\u000a03:27:20.522753 tst handover.py: using CellId 25668\u000a03:27:20.645630 tst handover.py: using BVCI 25669\u000a03:27:20.669061 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:27:20.679759 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:27:20.690394 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:27:20.701333 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:27:20.712206 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:27:20.723098 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:27:20.843861 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:27:21.047461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:27:21.501608 run create_hlr_db(pid=20698): Launched\u000a03:27:21.627224 bus /sierra_2: Setting Powered False\u000a03:27:22.699491 run create_hlr_db(pid=20698): Terminated: ok {rc=0}\u000a03:27:23.109779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20700): Launched\u000a03:27:23.438507 run osmo-hlr_10.42.42.2(pid=20701): Launched\u000a03:27:23.561208 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:27:24.103668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20703): Launched\u000a03:27:24.432198 run osmo-stp_10.42.42.5(pid=20704): Launched\u000a03:27:24.551623 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:27:25.124872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20706): Launched\u000a03:27:25.453799 run osmo-msc_10.42.42.6(pid=20707): Launched\u000a03:27:25.647129 run osmo-stp_10.42.42.5(pid=20704): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20704)]\u000a03:27:25.785381 run osmo-stp_10.42.42.5(pid=20704): stdout: \u000a| (launched: 2022-12-10_03:27:24.270634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:25.923552 run osmo-stp_10.42.42.5(pid=20704): stderr: \u000a| �[0;m�[38;5;43m20221210032724466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032724466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032724466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032724466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032724467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032724467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032724467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:26.055151 run osmo-stp_10.42.42.5(pid=20704): stdout: \u000a| (launched: 2022-12-10_03:27:24.270634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:26.186076 run osmo-stp_10.42.42.5(pid=20704): stderr: \u000a| �[0;m�[38;5;43m20221210032724466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032724466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032724466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032724466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032724467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032724467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032724467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:26.243486 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20704): Process ended prematurely: osmo-stp_10.42.42.5(pid=20704) [trial-2368↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20704)] [trial-2368↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a03:27:26.252110 tst handover.py:18: Test FAILED (6.6 sec)\u000a03:27:26.314759 run osmo-hlr_10.42.42.2(pid=20701): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20701)]\u000a03:27:26.366458 run osmo-hlr_10.42.42.2(pid=20701): stdout: \u000a| (launched: 2022-12-10_03:27:23.276756) \u000a03:27:26.419144 run osmo-hlr_10.42.42.2(pid=20701): stderr: \u000a| �[0;m�[1;31m20221210032723478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032723478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032723478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032723478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032723478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032723478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032723491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032723501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032723501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032723501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:27:26.489879 run osmo-msc_10.42.42.6(pid=20707): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20707)]\u000a03:27:26.540851 run osmo-msc_10.42.42.6(pid=20707): stdout: \u000a| (launched: 2022-12-10_03:27:25.292270) \u000a03:27:26.592335 run osmo-msc_10.42.42.6(pid=20707): stderr: \u000a| �[0;m�[38;5;43m20221210032725616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032725616 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f01c1025c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032725616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032725616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032725616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032725616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032725618 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032725619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032725619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032725619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:27:26.636482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20700): Terminating (SIGTERM)\u000a03:27:26.678028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20703): Terminating (SIGTERM)\u000a03:27:26.719557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20706): Terminating (SIGTERM)\u000a03:27:26.729478 --- ParallelTerminationStrategy: PID 20700 died...\u000a03:27:26.785228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20700): Terminated: ok {rc=0}\u000a03:27:26.795451 --- ParallelTerminationStrategy: PID 20703 died...\u000a03:27:26.850613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20703): Terminated: ok {rc=0}\u000a03:27:26.860750 --- ParallelTerminationStrategy: PID 20706 died...\u000a03:27:26.916462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20706): Terminated: ok {rc=0}\u000a03:27:27.002658 bus /sierra_3: Setting Powered False\u000a03:27:28.109458 bus /sierra_3: Setting Powered False\u000a03:27:29.219851 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:27:19" }, { "cases" : [ { "testActions" : [ ], "age" : 166, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20719): Process ended prematurely: osmo-stp_10.42.42.5(pid=20719) [trial-2368↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20719)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20719): Process ended prematurely: osmo-stp_10.42.42.5(pid=20719) [trial-2368↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:27:31.246381 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:27:31.261390 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:27:31.414135 tst handover.py: using LAC 25669\u000a03:27:31.569536 tst handover.py: using RAC 169\u000a03:27:31.696479 tst handover.py: using CellId 25669\u000a03:27:31.820770 tst handover.py: using BVCI 25670\u000a03:27:31.845564 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:27:31.992732 tst handover.py: using LAC 25670\u000a03:27:32.122697 tst handover.py: using RAC 170\u000a03:27:32.260399 tst handover.py: using CellId 25670\u000a03:27:32.380412 tst handover.py: using BVCI 25671\u000a03:27:32.403828 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:27:32.414847 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:27:32.425683 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:27:32.436741 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:27:32.448218 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:27:32.459143 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:27:32.576856 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:27:32.790540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:27:33.287834 run create_hlr_db(pid=20712): Launched\u000a03:27:33.421890 bus /sierra_2: Setting Powered False\u000a03:27:34.499487 run create_hlr_db(pid=20712): Terminated: ok {rc=0}\u000a03:27:34.887940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20714): Launched\u000a03:27:35.197249 run osmo-hlr_10.42.42.2(pid=20715): Launched\u000a03:27:35.317626 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:27:35.832841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20717): Launched\u000a03:27:36.144476 run osmo-stp_10.42.42.5(pid=20719): Launched\u000a03:27:36.256881 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:27:36.792629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20721): Launched\u000a03:27:37.101267 run osmo-msc_10.42.42.6(pid=20722): Launched\u000a03:27:37.282651 run osmo-stp_10.42.42.5(pid=20719): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20719)]\u000a03:27:37.413315 run osmo-stp_10.42.42.5(pid=20719): stdout: \u000a| (launched: 2022-12-10_03:27:35.993265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:37.541984 run osmo-stp_10.42.42.5(pid=20719): stderr: \u000a| �[0;m�[38;5;43m20221210032736166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032736166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032736167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032736167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032736167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032736167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032736168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:37.665951 run osmo-stp_10.42.42.5(pid=20719): stdout: \u000a| (launched: 2022-12-10_03:27:35.993265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:37.788245 run osmo-stp_10.42.42.5(pid=20719): stderr: \u000a| �[0;m�[38;5;43m20221210032736166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032736166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032736167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032736167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032736167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032736167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032736168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:37.842177 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20719): Process ended prematurely: osmo-stp_10.42.42.5(pid=20719) [trial-2368↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20719)] [trial-2368↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a03:27:37.850200 tst handover.py:18: Test FAILED (6.6 sec)\u000a03:27:37.910846 run osmo-hlr_10.42.42.2(pid=20715): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20715)]\u000a03:27:37.960278 run osmo-hlr_10.42.42.2(pid=20715): stdout: \u000a| (launched: 2022-12-10_03:27:35.044177) \u000a03:27:38.010286 run osmo-hlr_10.42.42.2(pid=20715): stderr: \u000a| �[0;m�[1;31m20221210032735222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032735222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032735222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032735222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032735222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032735222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032735235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032735245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032735245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032735245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:27:38.078211 run osmo-msc_10.42.42.6(pid=20722): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20722)]\u000a03:27:38.127520 run osmo-msc_10.42.42.6(pid=20722): stdout: \u000a| (launched: 2022-12-10_03:27:36.948632) \u000a03:27:38.177615 run osmo-msc_10.42.42.6(pid=20722): stderr: \u000a| �[0;m�[38;5;43m20221210032737222 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032737223 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f84cd069c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032737223 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032737223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032737223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032737223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032737225 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032737225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032737225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032737226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:27:38.219787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20714): Terminating (SIGTERM)\u000a03:27:38.260251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20717): Terminating (SIGTERM)\u000a03:27:38.300343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20721): Terminating (SIGTERM)\u000a03:27:38.309880 --- ParallelTerminationStrategy: PID 20714 died...\u000a03:27:38.363749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20714): Terminated: ok {rc=0}\u000a03:27:38.373585 --- ParallelTerminationStrategy: PID 20717 died...\u000a03:27:38.427149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20717): Terminated: ok {rc=0}\u000a03:27:38.436878 --- ParallelTerminationStrategy: PID 20721 died...\u000a03:27:38.490876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20721): Terminated: ok {rc=0}\u000a03:27:38.579307 bus /sierra_3: Setting Powered False\u000a03:27:39.683543 bus /sierra_3: Setting Powered False\u000a03:27:40.790545 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:27:30" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20733): Process ended prematurely: osmo-stp_10.42.42.5(pid=20733) [trial-2368↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20733)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20733): Process ended prematurely: osmo-stp_10.42.42.5(pid=20733) [trial-2368↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a03:27:42.783908 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:27:42.795480 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a03:27:42.924684 tst handover.py: using LAC 25671\u000a03:27:43.048833 tst handover.py: using RAC 171\u000a03:27:43.169056 tst handover.py: using CellId 25671\u000a03:27:43.289395 tst handover.py: using BVCI 25672\u000a03:27:43.312711 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a03:27:43.457337 tst handover.py: using LAC 25672\u000a03:27:43.587322 tst handover.py: using RAC 172\u000a03:27:43.716172 tst handover.py: using CellId 25672\u000a03:27:43.849242 tst handover.py: using BVCI 25673\u000a03:27:43.874409 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:27:43.885808 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:27:43.896833 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:27:43.907912 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:27:43.919080 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:27:43.930133 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a03:27:44.052699 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a03:27:44.264659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:27:44.758692 run create_hlr_db(pid=20727): Launched\u000a03:27:44.891764 bus /sierra_2: Setting Powered False\u000a03:27:45.990552 run create_hlr_db(pid=20727): Terminated: ok {rc=0}\u000a03:27:46.401453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20729): Launched\u000a03:27:46.834783 run osmo-hlr_10.42.42.2(pid=20730): Launched\u000a03:27:47.078804 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:27:47.637728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20732): Launched\u000a03:27:47.965459 run osmo-stp_10.42.42.5(pid=20733): Launched\u000a03:27:48.084256 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:27:48.658386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20735): Launched\u000a03:27:48.987576 run osmo-msc_10.42.42.6(pid=20736): Launched\u000a03:27:49.179189 run osmo-stp_10.42.42.5(pid=20733): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20733)]\u000a03:27:49.317576 run osmo-stp_10.42.42.5(pid=20733): stdout: \u000a| (launched: 2022-12-10_03:27:47.804827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:49.455954 run osmo-stp_10.42.42.5(pid=20733): stderr: \u000a| �[0;m�[38;5;43m20221210032747998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032747998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032747998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032747999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032748001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032748001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032748001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:49.587438 run osmo-stp_10.42.42.5(pid=20733): stdout: \u000a| (launched: 2022-12-10_03:27:47.804827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:49.717938 run osmo-stp_10.42.42.5(pid=20733): stderr: \u000a| �[0;m�[38;5;43m20221210032747998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032747998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032747998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032747999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032748001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032748001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032748001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:49.775453 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20733): Process ended prematurely: osmo-stp_10.42.42.5(pid=20733) [trial-2368↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20733)] [trial-2368↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a03:27:49.783971 tst handover.py:18: Test FAILED (7.0 sec)\u000a03:27:49.845995 run osmo-hlr_10.42.42.2(pid=20730): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20730)]\u000a03:27:49.896978 run osmo-hlr_10.42.42.2(pid=20730): stdout: \u000a| (launched: 2022-12-10_03:27:46.562563) \u000a03:27:49.948852 run osmo-hlr_10.42.42.2(pid=20730): stderr: \u000a| �[0;m�[1;31m20221210032746884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032746884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032746884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032746884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032746885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032746885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032746895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032746915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032746915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032746915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:27:50.019158 run osmo-msc_10.42.42.6(pid=20736): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20736)]\u000a03:27:50.070212 run osmo-msc_10.42.42.6(pid=20736): stdout: \u000a| (launched: 2022-12-10_03:27:48.825525) \u000a03:27:50.121873 run osmo-msc_10.42.42.6(pid=20736): stderr: \u000a| �[0;m�[38;5;43m20221210032749149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032749149 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f49dedccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032749149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032749149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032749149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032749150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032749151 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032749152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032749152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032749152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:27:50.165747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20729): Terminating (SIGTERM)\u000a03:27:50.207264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20732): Terminating (SIGTERM)\u000a03:27:50.248686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20735): Terminating (SIGTERM)\u000a03:27:50.258408 --- ParallelTerminationStrategy: PID 20729 died...\u000a03:27:50.313859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20729): Terminated: ok {rc=0}\u000a03:27:50.323961 --- ParallelTerminationStrategy: PID 20732 died...\u000a03:27:50.379466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20732): Terminated: ok {rc=0}\u000a03:27:50.389633 --- ParallelTerminationStrategy: PID 20735 died...\u000a03:27:50.445650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20735): Terminated: ok {rc=0}\u000a03:27:50.532394 bus /sierra_3: Setting Powered False\u000a03:27:51.639055 bus /sierra_3: Setting Powered False\u000a03:27:52.748105 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:27:42" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20747): Process ended prematurely: osmo-stp_10.42.42.5(pid=20747) [trial-2368↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20747)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20747): Process ended prematurely: osmo-stp_10.42.42.5(pid=20747) [trial-2368↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a03:27:54.736556 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:27:54.748079 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:27:54.878926 tst handover.py: using LAC 25673\u000a03:27:55.010886 tst handover.py: using RAC 173\u000a03:27:55.139959 tst handover.py: using CellId 25673\u000a03:27:55.266981 tst handover.py: using BVCI 25674\u000a03:27:55.292001 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:27:55.430958 tst handover.py: using LAC 25674\u000a03:27:55.557836 tst handover.py: using RAC 174\u000a03:27:55.685206 tst handover.py: using CellId 25674\u000a03:27:55.815136 tst handover.py: using BVCI 25675\u000a03:27:55.840154 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:27:55.851629 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:27:55.863033 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:27:55.874509 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:27:55.885980 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:27:55.897263 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:27:56.017195 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:27:56.222173 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:27:56.681714 run create_hlr_db(pid=20741): Launched\u000a03:27:56.807305 bus /sierra_2: Setting Powered False\u000a03:27:57.881475 run create_hlr_db(pid=20741): Terminated: ok {rc=0}\u000a03:27:58.290832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20743): Launched\u000a03:27:58.622348 run osmo-hlr_10.42.42.2(pid=20744): Launched\u000a03:27:58.744042 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:27:59.286386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20746): Launched\u000a03:27:59.616340 run osmo-stp_10.42.42.5(pid=20747): Launched\u000a03:27:59.738592 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:28:00.311542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20749): Launched\u000a03:28:00.642479 run osmo-msc_10.42.42.6(pid=20750): Launched\u000a03:28:00.855767 run osmo-stp_10.42.42.5(pid=20747): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20747)]\u000a03:28:01.062948 run osmo-stp_10.42.42.5(pid=20747): stdout: \u000a| (launched: 2022-12-10_03:27:59.454136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:01.200632 run osmo-stp_10.42.42.5(pid=20747): stderr: \u000a| �[0;m�[38;5;43m20221210032759648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032759648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032759649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032759649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032759649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032759650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032759650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:01.331595 run osmo-stp_10.42.42.5(pid=20747): stdout: \u000a| (launched: 2022-12-10_03:27:59.454136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:01.461734 run osmo-stp_10.42.42.5(pid=20747): stderr: \u000a| �[0;m�[38;5;43m20221210032759648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032759648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032759649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032759649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032759649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032759650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032759650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:01.518119 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20747): Process ended prematurely: osmo-stp_10.42.42.5(pid=20747) [trial-2368↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20747)] [trial-2368↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a03:28:01.527521 tst handover.py:18: Test FAILED (6.8 sec)\u000a03:28:01.603353 run osmo-hlr_10.42.42.2(pid=20744): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20744)]\u000a03:28:01.667417 run osmo-hlr_10.42.42.2(pid=20744): stdout: \u000a| (launched: 2022-12-10_03:27:58.459133) \u000a03:28:01.734765 run osmo-hlr_10.42.42.2(pid=20744): stderr: \u000a| �[0;m�[1;31m20221210032758658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032758658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032758658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032758658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032758658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032758659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032758674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032758684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032758684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032758684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:28:01.825331 run osmo-msc_10.42.42.6(pid=20750): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20750)]\u000a03:28:01.889038 run osmo-msc_10.42.42.6(pid=20750): stdout: \u000a| (launched: 2022-12-10_03:28:00.479817) \u000a03:28:01.955180 run osmo-msc_10.42.42.6(pid=20750): stderr: \u000a| �[0;m�[38;5;43m20221210032800801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032800802 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca84c4fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032800802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032800802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032800802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032800802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032800804 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032800804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032800805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032800805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:28:02.012591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20743): Terminating (SIGTERM)\u000a03:28:02.063990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20746): Terminating (SIGTERM)\u000a03:28:02.117699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20749): Terminating (SIGTERM)\u000a03:28:02.130025 --- ParallelTerminationStrategy: PID 20743 died...\u000a03:28:02.201825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20743): Terminated: ok {rc=0}\u000a03:28:02.214916 --- ParallelTerminationStrategy: PID 20746 died...\u000a03:28:02.272286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20746): Terminated: ok {rc=0}\u000a03:28:02.282801 --- ParallelTerminationStrategy: PID 20749 died...\u000a03:28:02.339690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20749): Terminated: ok {rc=0}\u000a03:28:02.426112 bus /sierra_3: Setting Powered False\u000a03:28:03.533088 bus /sierra_3: Setting Powered False\u000a03:28:04.640642 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:27:54" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20761): Process ended prematurely: osmo-stp_10.42.42.5(pid=20761) [trial-2368↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20761)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20761): Process ended prematurely: osmo-stp_10.42.42.5(pid=20761) [trial-2368↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20761)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a03:28:06.622143 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:28:06.633159 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:28:06.763178 tst handover.py: using LAC 25675\u000a03:28:06.897335 tst handover.py: using RAC 175\u000a03:28:07.024536 tst handover.py: using CellId 25675\u000a03:28:07.156509 tst handover.py: using BVCI 25676\u000a03:28:07.181464 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:28:07.327137 tst handover.py: using LAC 25676\u000a03:28:07.454600 tst handover.py: using RAC 176\u000a03:28:07.581857 tst handover.py: using CellId 25676\u000a03:28:07.708741 tst handover.py: using BVCI 25677\u000a03:28:07.733838 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:28:07.745298 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:28:07.756615 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:28:07.768504 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:28:07.780218 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:28:07.791986 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:28:07.908314 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:28:08.111635 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:28:08.566922 run create_hlr_db(pid=20755): Launched\u000a03:28:08.691398 bus /sierra_2: Setting Powered False\u000a03:28:09.764747 run create_hlr_db(pid=20755): Terminated: ok {rc=0}\u000a03:28:10.172563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20757): Launched\u000a03:28:10.501779 run osmo-hlr_10.42.42.2(pid=20758): Launched\u000a03:28:10.620356 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:28:11.167536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20760): Launched\u000a03:28:11.496361 run osmo-stp_10.42.42.5(pid=20761): Launched\u000a03:28:11.616860 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:28:12.190492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20763): Launched\u000a03:28:12.523516 run osmo-msc_10.42.42.6(pid=20764): Launched\u000a03:28:12.718182 run osmo-stp_10.42.42.5(pid=20761): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20761)]\u000a03:28:12.858198 run osmo-stp_10.42.42.5(pid=20761): stdout: \u000a| (launched: 2022-12-10_03:28:11.335019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:12.996402 run osmo-stp_10.42.42.5(pid=20761): stderr: \u000a| �[0;m�[38;5;43m20221210032811529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032811529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032811529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032811530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032811530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032811530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032811530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:13.128656 run osmo-stp_10.42.42.5(pid=20761): stdout: \u000a| (launched: 2022-12-10_03:28:11.335019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:13.259476 run osmo-stp_10.42.42.5(pid=20761): stderr: \u000a| �[0;m�[38;5;43m20221210032811529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032811529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032811529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032811530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032811530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032811530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032811530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:13.317085 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20761): Process ended prematurely: osmo-stp_10.42.42.5(pid=20761) [trial-2368↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20761)] [trial-2368↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a03:28:13.325758 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:28:13.388309 run osmo-hlr_10.42.42.2(pid=20758): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20758)]\u000a03:28:13.440049 run osmo-hlr_10.42.42.2(pid=20758): stdout: \u000a| (launched: 2022-12-10_03:28:10.339573) \u000a03:28:13.492380 run osmo-hlr_10.42.42.2(pid=20758): stderr: \u000a| �[0;m�[1;31m20221210032810539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032810539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032810539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032810539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032810539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032810539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032810552 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032810562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032810562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032810562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:28:13.563133 run osmo-msc_10.42.42.6(pid=20764): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20764)]\u000a03:28:13.614287 run osmo-msc_10.42.42.6(pid=20764): stdout: \u000a| (launched: 2022-12-10_03:28:12.357801) \u000a03:28:13.665976 run osmo-msc_10.42.42.6(pid=20764): stderr: \u000a| �[0;m�[38;5;43m20221210032812683 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032812683 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa742793c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032812683 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032812683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032812683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032812683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032812685 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032812685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032812686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032812686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:28:13.709965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20757): Terminating (SIGTERM)\u000a03:28:13.751662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20760): Terminating (SIGTERM)\u000a03:28:13.793696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20763): Terminating (SIGTERM)\u000a03:28:13.803401 --- ParallelTerminationStrategy: PID 20757 died...\u000a03:28:13.859476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20757): Terminated: ok {rc=0}\u000a03:28:13.869987 --- ParallelTerminationStrategy: PID 20760 died...\u000a03:28:13.925719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20760): Terminated: ok {rc=0}\u000a03:28:13.936158 --- ParallelTerminationStrategy: PID 20763 died...\u000a03:28:13.992297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20763): Terminated: ok {rc=0}\u000a03:28:14.080357 bus /sierra_3: Setting Powered False\u000a03:28:15.182147 bus /sierra_3: Setting Powered False\u000a03:28:16.308217 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:28:06" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20775): Process ended prematurely: osmo-stp_10.42.42.5(pid=20775) [trial-2368↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20775)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20775): Process ended prematurely: osmo-stp_10.42.42.5(pid=20775) [trial-2368↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a03:28:18.272228 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:28:18.283073 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:28:18.405823 tst handover.py: using LAC 25677\u000a03:28:18.526277 tst handover.py: using RAC 177\u000a03:28:18.654200 tst handover.py: using CellId 25677\u000a03:28:18.785412 tst handover.py: using BVCI 25678\u000a03:28:18.810695 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:28:18.943250 tst handover.py: using LAC 25678\u000a03:28:19.072246 tst handover.py: using RAC 178\u000a03:28:19.202727 tst handover.py: using CellId 25678\u000a03:28:19.331632 tst handover.py: using BVCI 25679\u000a03:28:19.356755 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:28:19.368179 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:28:19.379249 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:28:19.390601 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:28:19.401974 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:28:19.413209 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:28:19.532626 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:28:19.745689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:28:20.241676 run create_hlr_db(pid=20769): Launched\u000a03:28:20.375487 bus /sierra_2: Setting Powered False\u000a03:28:21.452458 run create_hlr_db(pid=20769): Terminated: ok {rc=0}\u000a03:28:21.862091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20771): Launched\u000a03:28:22.191500 run osmo-hlr_10.42.42.2(pid=20772): Launched\u000a03:28:22.315103 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:28:22.856061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20774): Launched\u000a03:28:23.186449 run osmo-stp_10.42.42.5(pid=20775): Launched\u000a03:28:23.306085 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:28:23.877442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20777): Launched\u000a03:28:24.208450 run osmo-msc_10.42.42.6(pid=20778): Launched\u000a03:28:24.401739 run osmo-stp_10.42.42.5(pid=20775): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20775)]\u000a03:28:24.541231 run osmo-stp_10.42.42.5(pid=20775): stdout: \u000a| (launched: 2022-12-10_03:28:23.022618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:24.679248 run osmo-stp_10.42.42.5(pid=20775): stderr: \u000a| �[0;m�[38;5;43m20221210032823214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032823214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032823214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032823215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032823215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032823215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032823215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:24.810782 run osmo-stp_10.42.42.5(pid=20775): stdout: \u000a| (launched: 2022-12-10_03:28:23.022618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:24.941204 run osmo-stp_10.42.42.5(pid=20775): stderr: \u000a| �[0;m�[38;5;43m20221210032823214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032823214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032823214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032823215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032823215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032823215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032823215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:24.998547 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20775): Process ended prematurely: osmo-stp_10.42.42.5(pid=20775) [trial-2368↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20775)] [trial-2368↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a03:28:25.007281 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:28:25.069441 run osmo-hlr_10.42.42.2(pid=20772): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20772)]\u000a03:28:25.120870 run osmo-hlr_10.42.42.2(pid=20772): stdout: \u000a| (launched: 2022-12-10_03:28:22.030193) \u000a03:28:25.172822 run osmo-hlr_10.42.42.2(pid=20772): stderr: \u000a| �[0;m�[1;31m20221210032822231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032822231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032822231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032822231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032822231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032822231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032822246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032822256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032822256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032822256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:28:25.243235 run osmo-msc_10.42.42.6(pid=20778): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20778)]\u000a03:28:25.294425 run osmo-msc_10.42.42.6(pid=20778): stdout: \u000a| (launched: 2022-12-10_03:28:24.045524) \u000a03:28:25.346224 run osmo-msc_10.42.42.6(pid=20778): stderr: \u000a| �[0;m�[38;5;43m20221210032824370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032824370 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9def9c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032824370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032824370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032824370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032824371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032824372 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032824373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032824373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032824373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:28:25.390342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20771): Terminating (SIGTERM)\u000a03:28:25.432119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20774): Terminating (SIGTERM)\u000a03:28:25.474115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20777): Terminating (SIGTERM)\u000a03:28:25.483810 --- ParallelTerminationStrategy: PID 20771 died...\u000a03:28:25.539682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20771): Terminated: ok {rc=0}\u000a03:28:25.549831 --- ParallelTerminationStrategy: PID 20774 died...\u000a03:28:25.604889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20774): Terminated: ok {rc=0}\u000a03:28:25.614898 --- ParallelTerminationStrategy: PID 20777 died...\u000a03:28:25.670281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20777): Terminated: ok {rc=0}\u000a03:28:25.757759 bus /sierra_3: Setting Powered False\u000a03:28:26.864919 bus /sierra_3: Setting Powered False\u000a03:28:27.972519 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:28:18" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20790): Process ended prematurely: osmo-stp_10.42.42.5(pid=20790) [trial-2368↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20790)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20790): Process ended prematurely: osmo-stp_10.42.42.5(pid=20790) [trial-2368↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a03:28:29.954897 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:28:29.966237 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:28:30.101722 tst handover.py: using LAC 25679\u000a03:28:30.225807 tst handover.py: using RAC 179\u000a03:28:30.344761 tst handover.py: using CellId 25679\u000a03:28:30.464826 tst handover.py: using BVCI 25680\u000a03:28:30.488204 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:28:30.624729 tst handover.py: using LAC 25680\u000a03:28:30.745067 tst handover.py: using RAC 180\u000a03:28:30.893833 tst handover.py: using CellId 25680\u000a03:28:31.029874 tst handover.py: using BVCI 25681\u000a03:28:31.056612 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:28:31.069973 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:28:31.082253 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:28:31.094380 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:28:31.106361 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:28:31.118179 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:28:31.241437 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:28:31.461147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:28:32.030176 run create_hlr_db(pid=20784): Launched\u000a03:28:32.195044 bus /sierra_2: Setting Powered False\u000a03:28:33.236703 run create_hlr_db(pid=20784): Terminated: ok {rc=0}\u000a03:28:33.619818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20786): Launched\u000a03:28:33.926709 run osmo-hlr_10.42.42.2(pid=20787): Launched\u000a03:28:34.045749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:28:34.563780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20789): Launched\u000a03:28:34.870410 run osmo-stp_10.42.42.5(pid=20790): Launched\u000a03:28:34.982518 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:28:35.515808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20792): Launched\u000a03:28:35.823236 run osmo-msc_10.42.42.6(pid=20793): Launched\u000a03:28:36.003644 run osmo-stp_10.42.42.5(pid=20790): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20790)]\u000a03:28:36.134552 run osmo-stp_10.42.42.5(pid=20790): stdout: \u000a| (launched: 2022-12-10_03:28:34.719116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:36.263095 run osmo-stp_10.42.42.5(pid=20790): stderr: \u000a| �[0;m�[38;5;43m20221210032834890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032834890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032834890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032834890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032834891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032834891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032834891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:36.386228 run osmo-stp_10.42.42.5(pid=20790): stdout: \u000a| (launched: 2022-12-10_03:28:34.719116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:36.508833 run osmo-stp_10.42.42.5(pid=20790): stderr: \u000a| �[0;m�[38;5;43m20221210032834890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032834890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032834890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032834890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032834891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032834891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032834891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:36.562514 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20790): Process ended prematurely: osmo-stp_10.42.42.5(pid=20790) [trial-2368↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20790)] [trial-2368↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a03:28:36.570259 tst handover.py:18: Test FAILED (6.6 sec)\u000a03:28:36.630418 run osmo-hlr_10.42.42.2(pid=20787): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20787)]\u000a03:28:36.679456 run osmo-hlr_10.42.42.2(pid=20787): stdout: \u000a| (launched: 2022-12-10_03:28:33.775240) \u000a03:28:36.728883 run osmo-hlr_10.42.42.2(pid=20787): stderr: \u000a| �[0;m�[1;31m20221210032833953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032833953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032833953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032833953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032833953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032833954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032833966 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032833977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032833977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032833977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:28:36.795851 run osmo-msc_10.42.42.6(pid=20793): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20793)]\u000a03:28:36.844727 run osmo-msc_10.42.42.6(pid=20793): stdout: \u000a| (launched: 2022-12-10_03:28:35.671465) \u000a03:28:36.893920 run osmo-msc_10.42.42.6(pid=20793): stderr: \u000a| �[0;m�[38;5;43m20221210032835948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032835948 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50add39c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032835948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032835948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032835949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032835949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032835950 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032835951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032835951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032835951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:28:36.935450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20786): Terminating (SIGTERM)\u000a03:28:36.975260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20789): Terminating (SIGTERM)\u000a03:28:37.015071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20792): Terminating (SIGTERM)\u000a03:28:37.024413 --- ParallelTerminationStrategy: PID 20786 died...\u000a03:28:37.077365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20786): Terminated: ok {rc=0}\u000a03:28:37.087061 --- ParallelTerminationStrategy: PID 20789 died...\u000a03:28:37.139928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20789): Terminated: ok {rc=0}\u000a03:28:37.149754 --- ParallelTerminationStrategy: PID 20792 died...\u000a03:28:37.203015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20792): Terminated: ok {rc=0}\u000a03:28:37.287174 bus /sierra_3: Setting Powered False\u000a03:28:38.390201 bus /sierra_3: Setting Powered False\u000a03:28:39.501912 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:28:29" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20804): Process ended prematurely: osmo-stp_10.42.42.5(pid=20804) [trial-2368↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20804)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20804): Process ended prematurely: osmo-stp_10.42.42.5(pid=20804) [trial-2368↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:28:41.484203 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:28:41.495027 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:28:41.616676 tst handover.py: using LAC 25681\u000a03:28:41.738461 tst handover.py: using RAC 181\u000a03:28:41.874499 tst handover.py: using CellId 25681\u000a03:28:42.000190 tst handover.py: using BVCI 25682\u000a03:28:42.023438 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:28:42.159523 tst handover.py: using LAC 25682\u000a03:28:42.282098 tst handover.py: using RAC 182\u000a03:28:42.401278 tst handover.py: using CellId 25682\u000a03:28:42.521897 tst handover.py: using BVCI 25683\u000a03:28:42.545417 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:28:42.556164 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:28:42.566808 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:28:42.577765 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:28:42.588711 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:28:42.599540 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:28:42.720593 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:28:42.933415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:28:43.428088 run create_hlr_db(pid=20798): Launched\u000a03:28:43.562388 bus /sierra_2: Setting Powered False\u000a03:28:44.639293 run create_hlr_db(pid=20798): Terminated: ok {rc=0}\u000a03:28:45.028589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20800): Launched\u000a03:28:45.337106 run osmo-hlr_10.42.42.2(pid=20801): Launched\u000a03:28:45.458429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:28:46.021650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20803): Launched\u000a03:28:46.514883 run osmo-stp_10.42.42.5(pid=20804): Launched\u000a03:28:46.668732 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:28:47.252702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20806): Launched\u000a03:28:47.571254 run osmo-msc_10.42.42.6(pid=20807): Launched\u000a03:28:47.757297 run osmo-stp_10.42.42.5(pid=20804): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20804)]\u000a03:28:47.889102 run osmo-stp_10.42.42.5(pid=20804): stdout: \u000a| (launched: 2022-12-10_03:28:46.185622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:48.018307 run osmo-stp_10.42.42.5(pid=20804): stderr: \u000a| �[0;m�[38;5;43m20221210032846375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032846375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032846375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032846376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032846379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032846379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032846379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:48.142649 run osmo-stp_10.42.42.5(pid=20804): stdout: \u000a| (launched: 2022-12-10_03:28:46.185622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:48.266308 run osmo-stp_10.42.42.5(pid=20804): stderr: \u000a| �[0;m�[38;5;43m20221210032846375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032846375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032846375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032846376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032846379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032846379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032846379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:48.319778 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20804): Process ended prematurely: osmo-stp_10.42.42.5(pid=20804) [trial-2368↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20804)] [trial-2368↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a03:28:48.327634 tst handover.py:18: Test FAILED (6.8 sec)\u000a03:28:48.387576 run osmo-hlr_10.42.42.2(pid=20801): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20801)]\u000a03:28:48.436287 run osmo-hlr_10.42.42.2(pid=20801): stdout: \u000a| (launched: 2022-12-10_03:28:45.184167) \u000a03:28:48.485766 run osmo-hlr_10.42.42.2(pid=20801): stderr: \u000a| �[0;m�[1;31m20221210032845364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032845364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032845364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032845364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032845364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032845364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032845376 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032845384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032845384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032845384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:28:48.552452 run osmo-msc_10.42.42.6(pid=20807): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20807)]\u000a03:28:48.601501 run osmo-msc_10.42.42.6(pid=20807): stdout: \u000a| (launched: 2022-12-10_03:28:47.412826) \u000a03:28:48.650917 run osmo-msc_10.42.42.6(pid=20807): stderr: \u000a| �[0;m�[38;5;43m20221210032847684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032847684 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5292696c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032847684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032847684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032847684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032847685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032847688 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032847688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032847689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032847689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:28:48.692561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20800): Terminating (SIGTERM)\u000a03:28:48.732228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20803): Terminating (SIGTERM)\u000a03:28:48.772157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20806): Terminating (SIGTERM)\u000a03:28:48.781637 --- ParallelTerminationStrategy: PID 20800 died...\u000a03:28:48.835423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20800): Terminated: ok {rc=0}\u000a03:28:48.844917 --- ParallelTerminationStrategy: PID 20803 died...\u000a03:28:48.897839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20803): Terminated: ok {rc=0}\u000a03:28:48.907279 --- ParallelTerminationStrategy: PID 20806 died...\u000a03:28:48.960134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20806): Terminated: ok {rc=0}\u000a03:28:49.049640 bus /sierra_3: Setting Powered False\u000a03:28:50.156832 bus /sierra_3: Setting Powered False\u000a03:28:51.265289 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:28:41" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20819): Process ended prematurely: osmo-stp_10.42.42.5(pid=20819) [trial-2368↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20819)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20819): Process ended prematurely: osmo-stp_10.42.42.5(pid=20819) [trial-2368↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20819)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a03:28:53.277247 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:28:53.288670 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:28:53.431713 tst handover.py: using LAC 25683\u000a03:28:53.553552 tst handover.py: using RAC 183\u000a03:28:53.673132 tst handover.py: using CellId 25683\u000a03:28:53.793463 tst handover.py: using BVCI 25684\u000a03:28:53.816756 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:28:53.947942 tst handover.py: using LAC 25684\u000a03:28:54.069205 tst handover.py: using RAC 184\u000a03:28:54.187967 tst handover.py: using CellId 25684\u000a03:28:54.309710 tst handover.py: using BVCI 25685\u000a03:28:54.332941 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:28:54.344379 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:28:54.355341 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:28:54.366538 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:28:54.377734 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:28:54.388669 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:28:54.505750 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:28:54.710899 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:28:55.167463 run create_hlr_db(pid=20813): Launched\u000a03:28:55.292537 bus /sierra_2: Setting Powered False\u000a03:28:56.365653 run create_hlr_db(pid=20813): Terminated: ok {rc=0}\u000a03:28:56.774525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20815): Launched\u000a03:28:57.102954 run osmo-hlr_10.42.42.2(pid=20816): Launched\u000a03:28:57.224623 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:28:57.770029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20818): Launched\u000a03:28:58.098951 run osmo-stp_10.42.42.5(pid=20819): Launched\u000a03:28:58.218090 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:28:58.789235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20821): Launched\u000a03:28:59.117967 run osmo-msc_10.42.42.6(pid=20822): Launched\u000a03:28:59.310617 run osmo-stp_10.42.42.5(pid=20819): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20819)]\u000a03:28:59.450068 run osmo-stp_10.42.42.5(pid=20819): stdout: \u000a| (launched: 2022-12-10_03:28:57.937897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:59.588180 run osmo-stp_10.42.42.5(pid=20819): stderr: \u000a| �[0;m�[38;5;43m20221210032858130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032858130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032858130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032858130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032858131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032858131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032858131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:59.719957 run osmo-stp_10.42.42.5(pid=20819): stdout: \u000a| (launched: 2022-12-10_03:28:57.937897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:59.850466 run osmo-stp_10.42.42.5(pid=20819): stderr: \u000a| �[0;m�[38;5;43m20221210032858130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032858130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032858130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032858130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032858131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032858131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032858131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:59.907577 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20819): Process ended prematurely: osmo-stp_10.42.42.5(pid=20819) [trial-2368↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20819)] [trial-2368↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a03:28:59.916109 tst handover.py:18: Test FAILED (6.6 sec)\u000a03:28:59.978580 run osmo-hlr_10.42.42.2(pid=20816): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20816)]\u000a03:29:00.029731 run osmo-hlr_10.42.42.2(pid=20816): stdout: \u000a| (launched: 2022-12-10_03:28:56.941380) \u000a03:29:00.081587 run osmo-hlr_10.42.42.2(pid=20816): stderr: \u000a| �[0;m�[1;31m20221210032857142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032857142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032857142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032857142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032857142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032857142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032857155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032857163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032857163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032857163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:29:00.151871 run osmo-msc_10.42.42.6(pid=20822): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20822)]\u000a03:29:00.202914 run osmo-msc_10.42.42.6(pid=20822): stdout: \u000a| (launched: 2022-12-10_03:28:58.956243) \u000a03:29:00.254669 run osmo-msc_10.42.42.6(pid=20822): stderr: \u000a| �[0;m�[38;5;43m20221210032859280 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032859281 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb5759b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032859281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032859281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032859281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032859281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032859283 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032859283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032859283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032859283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:29:00.298496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20815): Terminating (SIGTERM)\u000a03:29:00.340421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20818): Terminating (SIGTERM)\u000a03:29:00.382002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20821): Terminating (SIGTERM)\u000a03:29:00.391174 --- ParallelTerminationStrategy: PID 20815 died...\u000a03:29:00.447020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20815): Terminated: ok {rc=0}\u000a03:29:00.457128 --- ParallelTerminationStrategy: PID 20818 died...\u000a03:29:00.512232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20818): Terminated: ok {rc=0}\u000a03:29:00.522144 --- ParallelTerminationStrategy: PID 20821 died...\u000a03:29:00.577515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20821): Terminated: ok {rc=0}\u000a03:29:00.664637 bus /sierra_3: Setting Powered False\u000a03:29:01.791918 bus /sierra_3: Setting Powered False\u000a03:29:02.904850 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:28:52" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20833): Process ended prematurely: osmo-stp_10.42.42.5(pid=20833) [trial-2368↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20833)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20833): Process ended prematurely: osmo-stp_10.42.42.5(pid=20833) [trial-2368↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20833)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a03:29:04.928865 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:04.939910 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:29:05.076926 tst handover.py: using LAC 25685\u000a03:29:05.198743 tst handover.py: using RAC 185\u000a03:29:05.325424 tst handover.py: using CellId 25685\u000a03:29:05.455530 tst handover.py: using BVCI 25686\u000a03:29:05.480554 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:29:05.626294 tst handover.py: using LAC 25686\u000a03:29:05.756110 tst handover.py: using RAC 186\u000a03:29:05.886351 tst handover.py: using CellId 25686\u000a03:29:06.016269 tst handover.py: using BVCI 25687\u000a03:29:06.041427 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:06.052809 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:06.064162 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:06.075535 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:06.086964 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:06.098327 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:29:06.214962 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:29:06.419655 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:29:06.878857 run create_hlr_db(pid=20827): Launched\u000a03:29:07.004409 bus /sierra_2: Setting Powered False\u000a03:29:08.078100 run create_hlr_db(pid=20827): Terminated: ok {rc=0}\u000a03:29:08.464128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20829): Launched\u000a03:29:08.771977 run osmo-hlr_10.42.42.2(pid=20830): Launched\u000a03:29:08.891965 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:29:09.408025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20832): Launched\u000a03:29:09.715910 run osmo-stp_10.42.42.5(pid=20833): Launched\u000a03:29:09.836362 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:29:10.378352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20835): Launched\u000a03:29:10.687041 run osmo-msc_10.42.42.6(pid=20836): Launched\u000a03:29:10.868179 run osmo-stp_10.42.42.5(pid=20833): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20833)]\u000a03:29:10.999115 run osmo-stp_10.42.42.5(pid=20833): stdout: \u000a| (launched: 2022-12-10_03:29:09.564325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:11.128057 run osmo-stp_10.42.42.5(pid=20833): stderr: \u000a| �[0;m�[38;5;43m20221210032909737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032909738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032909738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032909738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032909739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032909739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032909739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:11.251427 run osmo-stp_10.42.42.5(pid=20833): stdout: \u000a| (launched: 2022-12-10_03:29:09.564325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:11.373448 run osmo-stp_10.42.42.5(pid=20833): stderr: \u000a| �[0;m�[38;5;43m20221210032909737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032909738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032909738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032909738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032909739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032909739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032909739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:11.426783 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20833): Process ended prematurely: osmo-stp_10.42.42.5(pid=20833) [trial-2368↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20833)] [trial-2368↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a03:29:11.434753 tst handover.py:18: Test FAILED (6.5 sec)\u000a03:29:11.495718 run osmo-hlr_10.42.42.2(pid=20830): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20830)]\u000a03:29:11.545481 run osmo-hlr_10.42.42.2(pid=20830): stdout: \u000a| (launched: 2022-12-10_03:29:08.620399) \u000a03:29:11.595958 run osmo-hlr_10.42.42.2(pid=20830): stderr: \u000a| �[0;m�[1;31m20221210032908796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032908796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032908796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032908796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032908796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032908796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032908810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032908818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032908818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032908818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:29:11.664309 run osmo-msc_10.42.42.6(pid=20836): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20836)]\u000a03:29:11.713984 run osmo-msc_10.42.42.6(pid=20836): stdout: \u000a| (launched: 2022-12-10_03:29:10.535175) \u000a03:29:11.764202 run osmo-msc_10.42.42.6(pid=20836): stderr: \u000a| �[0;m�[38;5;43m20221210032910808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032910808 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fecc26f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032910808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032910808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032910808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032910808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032910810 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032910811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032910811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032910811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:29:11.806597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20829): Terminating (SIGTERM)\u000a03:29:11.847136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20832): Terminating (SIGTERM)\u000a03:29:11.887470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20835): Terminating (SIGTERM)\u000a03:29:11.897048 --- ParallelTerminationStrategy: PID 20829 died...\u000a03:29:11.951252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20829): Terminated: ok {rc=0}\u000a03:29:11.960850 --- ParallelTerminationStrategy: PID 20832 died...\u000a03:29:12.014540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20832): Terminated: ok {rc=0}\u000a03:29:12.024377 --- ParallelTerminationStrategy: PID 20835 died...\u000a03:29:12.078208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20835): Terminated: ok {rc=0}\u000a03:29:12.163272 bus /sierra_3: Setting Powered False\u000a03:29:13.270458 bus /sierra_3: Setting Powered False\u000a03:29:14.378030 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:29:04" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20847): Process ended prematurely: osmo-stp_10.42.42.5(pid=20847) [trial-2368↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20847)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20847): Process ended prematurely: osmo-stp_10.42.42.5(pid=20847) [trial-2368↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20847)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a03:29:16.415531 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:29:16.427645 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:29:16.581814 tst handover.py: using LAC 25687\u000a03:29:16.740567 tst handover.py: using RAC 187\u000a03:29:16.900809 tst handover.py: using CellId 25687\u000a03:29:17.031190 tst handover.py: using BVCI 25688\u000a03:29:17.054766 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:29:17.189896 tst handover.py: using LAC 25688\u000a03:29:17.323233 tst handover.py: using RAC 188\u000a03:29:17.448806 tst handover.py: using CellId 25688\u000a03:29:17.568876 tst handover.py: using BVCI 25689\u000a03:29:17.592148 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:29:17.603007 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:29:17.613705 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:29:17.624544 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:29:17.635615 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:29:17.646429 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:29:17.764688 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:29:17.976521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:29:18.473384 run create_hlr_db(pid=20841): Launched\u000a03:29:18.607332 bus /sierra_2: Setting Powered False\u000a03:29:19.684108 run create_hlr_db(pid=20841): Terminated: ok {rc=0}\u000a03:29:20.078788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20843): Launched\u000a03:29:20.408427 run osmo-hlr_10.42.42.2(pid=20844): Launched\u000a03:29:20.529500 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:29:21.074045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20846): Launched\u000a03:29:21.404100 run osmo-stp_10.42.42.5(pid=20847): Launched\u000a03:29:21.523813 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:29:22.095913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20849): Launched\u000a03:29:22.424265 run osmo-msc_10.42.42.6(pid=20850): Launched\u000a03:29:22.618303 run osmo-stp_10.42.42.5(pid=20847): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20847)]\u000a03:29:22.757365 run osmo-stp_10.42.42.5(pid=20847): stdout: \u000a| (launched: 2022-12-10_03:29:21.241396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:22.895554 run osmo-stp_10.42.42.5(pid=20847): stderr: \u000a| �[0;m�[38;5;43m20221210032921436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032921436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032921436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032921437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032921437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032921437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032921437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:23.027191 run osmo-stp_10.42.42.5(pid=20847): stdout: \u000a| (launched: 2022-12-10_03:29:21.241396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:23.157699 run osmo-stp_10.42.42.5(pid=20847): stderr: \u000a| �[0;m�[38;5;43m20221210032921436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032921436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032921436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032921437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032921437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032921437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032921437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:23.214930 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20847): Process ended prematurely: osmo-stp_10.42.42.5(pid=20847) [trial-2368↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20847)] [trial-2368↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a03:29:23.223222 tst handover.py:18: Test FAILED (6.8 sec)\u000a03:29:23.286402 run osmo-hlr_10.42.42.2(pid=20844): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20844)]\u000a03:29:23.337917 run osmo-hlr_10.42.42.2(pid=20844): stdout: \u000a| (launched: 2022-12-10_03:29:20.246833) \u000a03:29:23.390113 run osmo-hlr_10.42.42.2(pid=20844): stderr: \u000a| �[0;m�[1;31m20221210032920445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032920445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032920445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032920445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032920445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032920445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032920459 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032920470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032920470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032920470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:29:23.461298 run osmo-msc_10.42.42.6(pid=20850): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20850)]\u000a03:29:23.512843 run osmo-msc_10.42.42.6(pid=20850): stdout: \u000a| (launched: 2022-12-10_03:29:22.263197) \u000a03:29:23.564921 run osmo-msc_10.42.42.6(pid=20850): stderr: \u000a| �[0;m�[38;5;43m20221210032922585 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032922586 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a78bcfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032922586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032922586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032922586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032922586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032922588 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032922588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032922588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032922588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:29:23.609094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20843): Terminating (SIGTERM)\u000a03:29:23.651031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20846): Terminating (SIGTERM)\u000a03:29:23.692893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20849): Terminating (SIGTERM)\u000a03:29:23.702671 --- ParallelTerminationStrategy: PID 20843 died...\u000a03:29:23.758477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20843): Terminated: ok {rc=0}\u000a03:29:23.768511 --- ParallelTerminationStrategy: PID 20846 died...\u000a03:29:23.824076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20846): Terminated: ok {rc=0}\u000a03:29:23.834086 --- ParallelTerminationStrategy: PID 20849 died...\u000a03:29:23.889462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20849): Terminated: ok {rc=0}\u000a03:29:23.976317 bus /sierra_3: Setting Powered False\u000a03:29:25.082411 bus /sierra_3: Setting Powered False\u000a03:29:26.190511 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:29:16" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20861): Process ended prematurely: osmo-stp_10.42.42.5(pid=20861) [trial-2368↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20861)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20861): Process ended prematurely: osmo-stp_10.42.42.5(pid=20861) [trial-2368↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20861)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a03:29:28.215241 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:29:28.226541 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:29:28.371116 tst handover.py: using LAC 25689\u000a03:29:28.498289 tst handover.py: using RAC 189\u000a03:29:28.630396 tst handover.py: using CellId 25689\u000a03:29:28.754782 tst handover.py: using BVCI 25690\u000a03:29:28.778207 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:29:28.912864 tst handover.py: using LAC 25690\u000a03:29:29.033664 tst handover.py: using RAC 190\u000a03:29:29.152384 tst handover.py: using CellId 25690\u000a03:29:29.272618 tst handover.py: using BVCI 25691\u000a03:29:29.295761 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:29:29.306628 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:29:29.317398 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:29:29.328422 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:29:29.339327 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:29:29.350339 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:29:29.471908 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:29:29.674387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:29:30.131983 run create_hlr_db(pid=20855): Launched\u000a03:29:30.256777 bus /sierra_2: Setting Powered False\u000a03:29:31.365646 run create_hlr_db(pid=20855): Terminated: ok {rc=0}\u000a03:29:31.778869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20857): Launched\u000a03:29:32.233606 run osmo-hlr_10.42.42.2(pid=20858): Launched\u000a03:29:32.355249 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:29:32.902506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20860): Launched\u000a03:29:33.232846 run osmo-stp_10.42.42.5(pid=20861): Launched\u000a03:29:33.352306 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:29:33.931832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20863): Launched\u000a03:29:34.262856 run osmo-msc_10.42.42.6(pid=20864): Launched\u000a03:29:34.455484 run osmo-stp_10.42.42.5(pid=20861): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20861)]\u000a03:29:34.595442 run osmo-stp_10.42.42.5(pid=20861): stdout: \u000a| (launched: 2022-12-10_03:29:33.070242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:34.734374 run osmo-stp_10.42.42.5(pid=20861): stderr: \u000a| �[0;m�[38;5;43m20221210032933263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032933264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032933264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032933264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032933265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032933265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032933265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:34.866676 run osmo-stp_10.42.42.5(pid=20861): stdout: \u000a| (launched: 2022-12-10_03:29:33.070242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:34.997641 run osmo-stp_10.42.42.5(pid=20861): stderr: \u000a| �[0;m�[38;5;43m20221210032933263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032933264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032933264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032933264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032933265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032933265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032933265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:35.054754 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20861): Process ended prematurely: osmo-stp_10.42.42.5(pid=20861) [trial-2368↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20861)] [trial-2368↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a03:29:35.063125 tst handover.py:18: Test FAILED (6.8 sec)\u000a03:29:35.125527 run osmo-hlr_10.42.42.2(pid=20858): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20858)]\u000a03:29:35.176770 run osmo-hlr_10.42.42.2(pid=20858): stdout: \u000a| (launched: 2022-12-10_03:29:31.951026) \u000a03:29:35.228877 run osmo-hlr_10.42.42.2(pid=20858): stderr: \u000a| �[0;m�[1;31m20221210032932191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032932191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032932191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032932191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032932191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032932191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032932211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032932227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032932227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032932227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:29:35.299296 run osmo-msc_10.42.42.6(pid=20864): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20864)]\u000a03:29:35.350650 run osmo-msc_10.42.42.6(pid=20864): stdout: \u000a| (launched: 2022-12-10_03:29:34.100219) \u000a03:29:35.402697 run osmo-msc_10.42.42.6(pid=20864): stderr: \u000a| �[0;m�[38;5;43m20221210032934423 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032934423 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5cc9f51c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032934424 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032934424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032934424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032934424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032934426 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032934426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032934426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032934426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:29:35.446963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20857): Terminating (SIGTERM)\u000a03:29:35.489002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20860): Terminating (SIGTERM)\u000a03:29:35.531060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20863): Terminating (SIGTERM)\u000a03:29:35.540722 --- ParallelTerminationStrategy: PID 20857 died...\u000a03:29:35.597055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20857): Terminated: ok {rc=0}\u000a03:29:35.607124 --- ParallelTerminationStrategy: PID 20860 died...\u000a03:29:35.663019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20860): Terminated: ok {rc=0}\u000a03:29:35.673153 --- ParallelTerminationStrategy: PID 20863 died...\u000a03:29:35.729691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20863): Terminated: ok {rc=0}\u000a03:29:35.817476 bus /sierra_3: Setting Powered False\u000a03:29:36.923929 bus /sierra_3: Setting Powered False\u000a03:29:38.032360 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:29:27" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20875): Process ended prematurely: osmo-stp_10.42.42.5(pid=20875) [trial-2368↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20875)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20875): Process ended prematurely: osmo-stp_10.42.42.5(pid=20875) [trial-2368↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:29:40.070741 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:29:40.082068 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:29:40.226900 tst handover.py: using LAC 25691\u000a03:29:40.350791 tst handover.py: using RAC 191\u000a03:29:40.473457 tst handover.py: using CellId 25691\u000a03:29:40.597198 tst handover.py: using BVCI 25692\u000a03:29:40.620798 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:29:40.757040 tst handover.py: using LAC 25692\u000a03:29:40.879492 tst handover.py: using RAC 192\u000a03:29:41.000150 tst handover.py: using CellId 25692\u000a03:29:41.122949 tst handover.py: using BVCI 25693\u000a03:29:41.146370 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:29:41.157278 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:29:41.167901 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:29:41.178913 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:29:41.190393 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:29:41.201497 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:29:41.316581 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:29:41.529105 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:29:42.026682 run create_hlr_db(pid=20869): Launched\u000a03:29:42.160375 bus /sierra_2: Setting Powered False\u000a03:29:43.238459 run create_hlr_db(pid=20869): Terminated: ok {rc=0}\u000a03:29:43.628044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20871): Launched\u000a03:29:43.936384 run osmo-hlr_10.42.42.2(pid=20872): Launched\u000a03:29:44.052738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:29:44.569768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20874): Launched\u000a03:29:44.879263 run osmo-stp_10.42.42.5(pid=20875): Launched\u000a03:29:44.991786 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:29:45.527777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20877): Launched\u000a03:29:45.852502 run osmo-msc_10.42.42.6(pid=20878): Launched\u000a03:29:46.146899 run osmo-stp_10.42.42.5(pid=20875): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20875)]\u000a03:29:46.397382 run osmo-stp_10.42.42.5(pid=20875): stdout: \u000a| (launched: 2022-12-10_03:29:44.726832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:46.539278 run osmo-stp_10.42.42.5(pid=20875): stderr: \u000a| �[0;m�[38;5;43m20221210032944899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032944899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032944899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032944900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032944900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032944900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032944900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:46.678244 run osmo-stp_10.42.42.5(pid=20875): stdout: \u000a| (launched: 2022-12-10_03:29:44.726832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:46.813078 run osmo-stp_10.42.42.5(pid=20875): stderr: \u000a| �[0;m�[38;5;43m20221210032944899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032944899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032944899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032944900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032944900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032944900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032944900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:46.873595 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20875): Process ended prematurely: osmo-stp_10.42.42.5(pid=20875) [trial-2368↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20875)] [trial-2368↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a03:29:46.882762 tst handover.py:18: Test FAILED (6.8 sec)\u000a03:29:46.947980 run osmo-hlr_10.42.42.2(pid=20872): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20872)]\u000a03:29:47.001352 run osmo-hlr_10.42.42.2(pid=20872): stdout: \u000a| (launched: 2022-12-10_03:29:43.784296) \u000a03:29:47.055270 run osmo-hlr_10.42.42.2(pid=20872): stderr: \u000a| �[0;m�[1;31m20221210032943963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032943963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032943963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032943963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032943963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032943963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032943980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032943991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032943991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032943991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:29:47.129837 run osmo-msc_10.42.42.6(pid=20878): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20878)]\u000a03:29:47.182531 run osmo-msc_10.42.42.6(pid=20878): stdout: \u000a| (launched: 2022-12-10_03:29:45.683583) \u000a03:29:47.236031 run osmo-msc_10.42.42.6(pid=20878): stderr: \u000a| �[0;m�[38;5;43m20221210032946089 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032946090 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6f3042c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032946090 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032946090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032946090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032946090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032946092 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032946092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032946092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032946092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:29:47.282256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20871): Terminating (SIGTERM)\u000a03:29:47.325057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20874): Terminating (SIGTERM)\u000a03:29:47.367365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20877): Terminating (SIGTERM)\u000a03:29:47.377202 --- ParallelTerminationStrategy: PID 20871 died...\u000a03:29:47.433450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20871): Terminated: ok {rc=0}\u000a03:29:47.443589 --- ParallelTerminationStrategy: PID 20874 died...\u000a03:29:47.500291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20874): Terminated: ok {rc=0}\u000a03:29:47.510449 --- ParallelTerminationStrategy: PID 20877 died...\u000a03:29:47.567108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20877): Terminated: ok {rc=0}\u000a03:29:47.655932 bus /sierra_3: Setting Powered False\u000a03:29:48.762753 bus /sierra_3: Setting Powered False\u000a03:29:49.872483 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:29:39" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20889): Process ended prematurely: osmo-stp_10.42.42.5(pid=20889) [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20889)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20889): Process ended prematurely: osmo-stp_10.42.42.5(pid=20889) [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a03:29:51.902666 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:51.913949 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:29:52.048885 tst handover.py: using LAC 25693\u000a03:29:52.171160 tst handover.py: using RAC 193\u000a03:29:52.293109 tst handover.py: using CellId 25693\u000a03:29:52.414445 tst handover.py: using BVCI 25694\u000a03:29:52.438167 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:29:52.580830 tst handover.py: using LAC 25694\u000a03:29:52.701354 tst handover.py: using RAC 194\u000a03:29:52.820836 tst handover.py: using CellId 25694\u000a03:29:52.941720 tst handover.py: using BVCI 25695\u000a03:29:52.965129 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:52.976291 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:52.987386 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:52.998706 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:53.010152 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:53.021474 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:29:53.142627 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:29:53.348374 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:29:53.806066 run create_hlr_db(pid=20883): Launched\u000a03:29:53.930566 bus /sierra_2: Setting Powered False\u000a03:29:55.004507 run create_hlr_db(pid=20883): Terminated: ok {rc=0}\u000a03:29:55.414236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20885): Launched\u000a03:29:55.746267 run osmo-hlr_10.42.42.2(pid=20886): Launched\u000a03:29:55.867573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:29:56.410366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20888): Launched\u000a03:29:56.740822 run osmo-stp_10.42.42.5(pid=20889): Launched\u000a03:29:56.861549 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:29:57.436341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20891): Launched\u000a03:29:57.764937 run osmo-msc_10.42.42.6(pid=20892): Launched\u000a03:29:57.949250 run osmo-stp_10.42.42.5(pid=20889): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20889)]\u000a03:29:58.081114 run osmo-stp_10.42.42.5(pid=20889): stdout: \u000a| (launched: 2022-12-10_03:29:56.578972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:58.210267 run osmo-stp_10.42.42.5(pid=20889): stderr: \u000a| �[0;m�[38;5;43m20221210032956772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032956772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032956772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032956773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032956773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032956773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032956773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:58.334718 run osmo-stp_10.42.42.5(pid=20889): stdout: \u000a| (launched: 2022-12-10_03:29:56.578972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:58.457342 run osmo-stp_10.42.42.5(pid=20889): stderr: \u000a| �[0;m�[38;5;43m20221210032956772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210032956772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210032956772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210032956773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210032956773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210032956773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210032956773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:58.511127 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20889): Process ended prematurely: osmo-stp_10.42.42.5(pid=20889) [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20889)] [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a03:29:58.519069 tst handover.py:18: Test FAILED (6.6 sec)\u000a03:29:58.580583 run osmo-hlr_10.42.42.2(pid=20886): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20886)]\u000a03:29:58.630471 run osmo-hlr_10.42.42.2(pid=20886): stdout: \u000a| (launched: 2022-12-10_03:29:55.582525) \u000a03:29:58.680859 run osmo-hlr_10.42.42.2(pid=20886): stderr: \u000a| �[0;m�[1;31m20221210032955784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210032955784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210032955784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032955784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210032955784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210032955784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210032955800 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210032955810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210032955810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210032955810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:29:58.749513 run osmo-msc_10.42.42.6(pid=20892): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20892)]\u000a03:29:58.799926 run osmo-msc_10.42.42.6(pid=20892): stdout: \u000a| (launched: 2022-12-10_03:29:57.604816) \u000a03:29:58.850170 run osmo-msc_10.42.42.6(pid=20892): stderr: \u000a| �[0;m�[38;5;43m20221210032957879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210032957879 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f372ff38c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210032957879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210032957879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210032957879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210032957879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210032957881 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210032957881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210032957882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210032957882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:29:58.892340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20885): Terminating (SIGTERM)\u000a03:29:58.932687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20888): Terminating (SIGTERM)\u000a03:29:58.973415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20891): Terminating (SIGTERM)\u000a03:29:58.982730 --- ParallelTerminationStrategy: PID 20885 died...\u000a03:29:59.037017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20885): Terminated: ok {rc=0}\u000a03:29:59.046711 --- ParallelTerminationStrategy: PID 20888 died...\u000a03:29:59.100468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20888): Terminated: ok {rc=0}\u000a03:29:59.110117 --- ParallelTerminationStrategy: PID 20891 died...\u000a03:29:59.164074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20891): Terminated: ok {rc=0}\u000a03:29:59.252739 bus /sierra_3: Setting Powered False\u000a03:30:00.356538 bus /sierra_3: Setting Powered False\u000a03:30:01.479709 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:29:51" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20906): Process ended prematurely: osmo-stp_10.42.42.5(pid=20906) [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20906)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20906): Process ended prematurely: osmo-stp_10.42.42.5(pid=20906) [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a03:30:03.471311 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:03.482295 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:30:03.613874 tst handover.py: using LAC 25695\u000a03:30:03.734088 tst handover.py: using RAC 195\u000a03:30:03.862017 tst handover.py: using CellId 25695\u000a03:30:03.990445 tst handover.py: using BVCI 25696\u000a03:30:04.015559 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:30:04.146054 tst handover.py: using LAC 25696\u000a03:30:04.276495 tst handover.py: using RAC 196\u000a03:30:04.406357 tst handover.py: using CellId 25696\u000a03:30:04.534667 tst handover.py: using BVCI 25697\u000a03:30:04.559721 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:04.571177 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:04.582472 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:04.593896 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:04.605235 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:04.616386 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:30:04.732774 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:30:04.936654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:30:05.393864 run create_hlr_db(pid=20900): Launched\u000a03:30:05.518416 bus /sierra_2: Setting Powered False\u000a03:30:06.591744 run create_hlr_db(pid=20900): Terminated: ok {rc=0}\u000a03:30:06.975850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20902): Launched\u000a03:30:07.284250 run osmo-hlr_10.42.42.2(pid=20903): Launched\u000a03:30:07.403667 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:30:07.920064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20905): Launched\u000a03:30:08.227787 run osmo-stp_10.42.42.5(pid=20906): Launched\u000a03:30:08.340067 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:30:08.876825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20908): Launched\u000a03:30:09.185148 run osmo-msc_10.42.42.6(pid=20909): Launched\u000a03:30:09.369870 run osmo-stp_10.42.42.5(pid=20906): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20906)]\u000a03:30:09.500372 run osmo-stp_10.42.42.5(pid=20906): stdout: \u000a| (launched: 2022-12-10_03:30:08.075658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:09.628748 run osmo-stp_10.42.42.5(pid=20906): stderr: \u000a| �[0;m�[38;5;43m20221210033008245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033008245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033008245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033008246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033008246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033008247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033008247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:09.751972 run osmo-stp_10.42.42.5(pid=20906): stdout: \u000a| (launched: 2022-12-10_03:30:08.075658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:09.873917 run osmo-stp_10.42.42.5(pid=20906): stderr: \u000a| �[0;m�[38;5;43m20221210033008245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033008245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033008245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033008246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033008246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033008247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033008247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:09.927104 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20906): Process ended prematurely: osmo-stp_10.42.42.5(pid=20906) [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20906)] [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a03:30:09.935008 tst handover.py:18: Test FAILED (6.5 sec)\u000a03:30:09.995110 run osmo-hlr_10.42.42.2(pid=20903): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20903)]\u000a03:30:10.044007 run osmo-hlr_10.42.42.2(pid=20903): stdout: \u000a| (launched: 2022-12-10_03:30:07.131610) \u000a03:30:10.093906 run osmo-hlr_10.42.42.2(pid=20903): stderr: \u000a| �[0;m�[1;31m20221210033007308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033007308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033007308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033007308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033007309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033007309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033007320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033007328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033007328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033007328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:30:10.161501 run osmo-msc_10.42.42.6(pid=20909): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20909)]\u000a03:30:10.210979 run osmo-msc_10.42.42.6(pid=20909): stdout: \u000a| (launched: 2022-12-10_03:30:09.032841) \u000a03:30:10.260659 run osmo-msc_10.42.42.6(pid=20909): stderr: \u000a| �[0;m�[38;5;43m20221210033009304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033009304 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0f1c91c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033009304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033009304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033009304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033009305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033009308 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033009308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033009309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033009309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:30:10.302223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20902): Terminating (SIGTERM)\u000a03:30:10.341978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20905): Terminating (SIGTERM)\u000a03:30:10.381770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20908): Terminating (SIGTERM)\u000a03:30:10.391180 --- ParallelTerminationStrategy: PID 20902 died...\u000a03:30:10.444263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20902): Terminated: ok {rc=0}\u000a03:30:10.454108 --- ParallelTerminationStrategy: PID 20905 died...\u000a03:30:10.507555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20905): Terminated: ok {rc=0}\u000a03:30:10.517873 --- ParallelTerminationStrategy: PID 20908 died...\u000a03:30:10.571740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20908): Terminated: ok {rc=0}\u000a03:30:10.660785 bus /sierra_3: Setting Powered False\u000a03:30:11.767251 bus /sierra_3: Setting Powered False\u000a03:30:12.876653 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:30:03" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20920): Process ended prematurely: osmo-stp_10.42.42.5(pid=20920) [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20920)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20920): Process ended prematurely: osmo-stp_10.42.42.5(pid=20920) [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a03:30:14.893329 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:14.904877 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:30:15.045513 tst handover.py: using LAC 25697\u000a03:30:15.174840 tst handover.py: using RAC 197\u000a03:30:15.309212 tst handover.py: using CellId 25697\u000a03:30:15.438270 tst handover.py: using BVCI 25698\u000a03:30:15.463271 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:30:15.607195 tst handover.py: using LAC 25698\u000a03:30:15.734152 tst handover.py: using RAC 198\u000a03:30:15.866925 tst handover.py: using CellId 25698\u000a03:30:16.023259 tst handover.py: using BVCI 25699\u000a03:30:16.049259 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:16.061535 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:16.073795 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:16.086246 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:16.098573 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:16.110845 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:30:16.230923 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:30:16.442643 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:30:16.953572 run create_hlr_db(pid=20914): Launched\u000a03:30:17.085418 bus /sierra_2: Setting Powered False\u000a03:30:18.163334 run create_hlr_db(pid=20914): Terminated: ok {rc=0}\u000a03:30:18.552667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20916): Launched\u000a03:30:18.861214 run osmo-hlr_10.42.42.2(pid=20917): Launched\u000a03:30:18.977179 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:30:19.490792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20919): Launched\u000a03:30:19.799211 run osmo-stp_10.42.42.5(pid=20920): Launched\u000a03:30:19.911429 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:30:20.447957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20922): Launched\u000a03:30:20.756831 run osmo-msc_10.42.42.6(pid=20923): Launched\u000a03:30:20.938053 run osmo-stp_10.42.42.5(pid=20920): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20920)]\u000a03:30:21.068876 run osmo-stp_10.42.42.5(pid=20920): stdout: \u000a| (launched: 2022-12-10_03:30:19.646762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:21.197332 run osmo-stp_10.42.42.5(pid=20920): stderr: \u000a| �[0;m�[38;5;43m20221210033019818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033019818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033019818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033019818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033019819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033019819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033019819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:21.320267 run osmo-stp_10.42.42.5(pid=20920): stdout: \u000a| (launched: 2022-12-10_03:30:19.646762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:21.442167 run osmo-stp_10.42.42.5(pid=20920): stderr: \u000a| �[0;m�[38;5;43m20221210033019818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033019818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033019818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033019818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033019819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033019819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033019819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:21.495617 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20920): Process ended prematurely: osmo-stp_10.42.42.5(pid=20920) [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20920)] [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a03:30:21.503568 tst handover.py:18: Test FAILED (6.6 sec)\u000a03:30:21.563664 run osmo-hlr_10.42.42.2(pid=20917): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20917)]\u000a03:30:21.612486 run osmo-hlr_10.42.42.2(pid=20917): stdout: \u000a| (launched: 2022-12-10_03:30:18.708833) \u000a03:30:21.662225 run osmo-hlr_10.42.42.2(pid=20917): stderr: \u000a| �[0;m�[1;31m20221210033018888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033018888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033018888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033018888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033018888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033018888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033018899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033018908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033018908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033018908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:30:21.729348 run osmo-msc_10.42.42.6(pid=20923): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20923)]\u000a03:30:21.778229 run osmo-msc_10.42.42.6(pid=20923): stdout: \u000a| (launched: 2022-12-10_03:30:20.604118) \u000a03:30:21.827910 run osmo-msc_10.42.42.6(pid=20923): stderr: \u000a| �[0;m�[38;5;43m20221210033020878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033020878 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7410ff9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033020878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033020878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033020878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033020878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033020880 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033020881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033020881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033020881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:30:21.869592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20916): Terminating (SIGTERM)\u000a03:30:21.909688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20919): Terminating (SIGTERM)\u000a03:30:21.949455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20922): Terminating (SIGTERM)\u000a03:30:21.958916 --- ParallelTerminationStrategy: PID 20916 died...\u000a03:30:22.012845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20916): Terminated: ok {rc=0}\u000a03:30:22.022496 --- ParallelTerminationStrategy: PID 20919 died...\u000a03:30:22.075606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20919): Terminated: ok {rc=0}\u000a03:30:22.085809 --- ParallelTerminationStrategy: PID 20922 died...\u000a03:30:22.138781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20922): Terminated: ok {rc=0}\u000a03:30:22.222382 bus /sierra_3: Setting Powered False\u000a03:30:23.329454 bus /sierra_3: Setting Powered False\u000a03:30:24.437108 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:30:14" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20934): Process ended prematurely: osmo-stp_10.42.42.5(pid=20934) [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20934)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20934): Process ended prematurely: osmo-stp_10.42.42.5(pid=20934) [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:30:26.461669 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:30:26.473145 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:30:26.614745 tst handover.py: using LAC 25699\u000a03:30:26.742088 tst handover.py: using RAC 199\u000a03:30:26.870586 tst handover.py: using CellId 25699\u000a03:30:26.998219 tst handover.py: using BVCI 25700\u000a03:30:27.023420 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:30:27.167240 tst handover.py: using LAC 25700\u000a03:30:27.295536 tst handover.py: using RAC 200\u000a03:30:27.424222 tst handover.py: using CellId 25700\u000a03:30:27.553331 tst handover.py: using BVCI 25701\u000a03:30:27.578565 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:30:27.590055 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:30:27.601437 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:30:27.612792 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:30:27.624118 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:30:27.635505 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:30:27.753099 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:30:27.960478 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:30:28.418343 run create_hlr_db(pid=20928): Launched\u000a03:30:28.543945 bus /sierra_2: Setting Powered False\u000a03:30:29.617171 run create_hlr_db(pid=20928): Terminated: ok {rc=0}\u000a03:30:30.026738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20930): Launched\u000a03:30:30.357862 run osmo-hlr_10.42.42.2(pid=20931): Launched\u000a03:30:30.478026 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:30:31.062596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20933): Launched\u000a03:30:31.553074 run osmo-stp_10.42.42.5(pid=20934): Launched\u000a03:30:31.850208 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:30:32.477765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20936): Launched\u000a03:30:32.786737 run osmo-msc_10.42.42.6(pid=20937): Launched\u000a03:30:32.967365 run osmo-stp_10.42.42.5(pid=20934): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20934)]\u000a03:30:33.098959 run osmo-stp_10.42.42.5(pid=20934): stdout: \u000a| (launched: 2022-12-10_03:30:31.232496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:33.227264 run osmo-stp_10.42.42.5(pid=20934): stderr: \u000a| �[0;m�[38;5;43m20221210033031561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033031562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033031562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033031565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033031567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033031567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033031567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:33.350993 run osmo-stp_10.42.42.5(pid=20934): stdout: \u000a| (launched: 2022-12-10_03:30:31.232496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:33.473299 run osmo-stp_10.42.42.5(pid=20934): stderr: \u000a| �[0;m�[38;5;43m20221210033031561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033031562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033031562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033031565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033031567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033031567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033031567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:33.526788 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20934): Process ended prematurely: osmo-stp_10.42.42.5(pid=20934) [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20934)] [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a03:30:33.534896 tst handover.py:18: Test FAILED (7.1 sec)\u000a03:30:33.596397 run osmo-hlr_10.42.42.2(pid=20931): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20931)]\u000a03:30:33.646241 run osmo-hlr_10.42.42.2(pid=20931): stdout: \u000a| (launched: 2022-12-10_03:30:30.194408) \u000a03:30:33.696662 run osmo-hlr_10.42.42.2(pid=20931): stderr: \u000a| �[0;m�[1;31m20221210033030393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033030393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033030394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033030394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033030394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033030394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033030411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033030421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033030421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033030421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:30:33.764894 run osmo-msc_10.42.42.6(pid=20937): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20937)]\u000a03:30:33.814875 run osmo-msc_10.42.42.6(pid=20937): stdout: \u000a| (launched: 2022-12-10_03:30:32.634093) \u000a03:30:33.865436 run osmo-msc_10.42.42.6(pid=20937): stderr: \u000a| �[0;m�[38;5;43m20221210033032909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033032909 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc8a81cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033032909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033032909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033032909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033032909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033032911 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033032911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033032912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033032912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:30:33.907183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20930): Terminating (SIGTERM)\u000a03:30:33.947504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20933): Terminating (SIGTERM)\u000a03:30:33.987912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20936): Terminating (SIGTERM)\u000a03:30:33.997991 --- ParallelTerminationStrategy: PID 20930 died...\u000a03:30:34.052890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20930): Terminated: ok {rc=0}\u000a03:30:34.062613 --- ParallelTerminationStrategy: PID 20933 died...\u000a03:30:34.116894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20933): Terminated: ok {rc=0}\u000a03:30:34.126728 --- ParallelTerminationStrategy: PID 20936 died...\u000a03:30:34.181212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20936): Terminated: ok {rc=0}\u000a03:30:34.271644 bus /sierra_3: Setting Powered False\u000a03:30:35.375467 bus /sierra_3: Setting Powered False\u000a03:30:36.487581 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:30:26" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20948): Process ended prematurely: osmo-stp_10.42.42.5(pid=20948) [trial-2368↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20948)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20948): Process ended prematurely: osmo-stp_10.42.42.5(pid=20948) [trial-2368↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20948)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a03:30:38.490518 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:38.501439 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:30:38.639187 tst handover.py: using LAC 25701\u000a03:30:38.761646 tst handover.py: using RAC 201\u000a03:30:38.884426 tst handover.py: using CellId 25701\u000a03:30:39.007036 tst handover.py: using BVCI 25702\u000a03:30:39.030450 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:30:39.154247 tst handover.py: using LAC 25702\u000a03:30:39.283490 tst handover.py: using RAC 202\u000a03:30:39.413235 tst handover.py: using CellId 25702\u000a03:30:39.545190 tst handover.py: using BVCI 25703\u000a03:30:39.570338 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:39.581812 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:39.593172 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:39.605497 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:39.617524 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:39.629401 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:30:39.751354 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:30:39.965587 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:30:40.464521 run create_hlr_db(pid=20942): Launched\u000a03:30:40.599088 bus /sierra_2: Setting Powered False\u000a03:30:41.676786 run create_hlr_db(pid=20942): Terminated: ok {rc=0}\u000a03:30:42.087042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20944): Launched\u000a03:30:42.416685 run osmo-hlr_10.42.42.2(pid=20945): Launched\u000a03:30:42.537557 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:30:43.082569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20947): Launched\u000a03:30:43.411885 run osmo-stp_10.42.42.5(pid=20948): Launched\u000a03:30:43.531758 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:30:44.106322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20950): Launched\u000a03:30:44.436048 run osmo-msc_10.42.42.6(pid=20951): Launched\u000a03:30:44.629312 run osmo-stp_10.42.42.5(pid=20948): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20948)]\u000a03:30:44.767658 run osmo-stp_10.42.42.5(pid=20948): stdout: \u000a| (launched: 2022-12-10_03:30:43.250396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:44.905782 run osmo-stp_10.42.42.5(pid=20948): stderr: \u000a| �[0;m�[38;5;43m20221210033043442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033043442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033043442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033043443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033043443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033043443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033043443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:45.037595 run osmo-stp_10.42.42.5(pid=20948): stdout: \u000a| (launched: 2022-12-10_03:30:43.250396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:45.169891 run osmo-stp_10.42.42.5(pid=20948): stderr: \u000a| �[0;m�[38;5;43m20221210033043442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033043442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033043442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033043443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033043443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033043443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033043443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:45.227133 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20948): Process ended prematurely: osmo-stp_10.42.42.5(pid=20948) [trial-2368↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20948)] [trial-2368↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a03:30:45.235708 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:30:45.298696 run osmo-hlr_10.42.42.2(pid=20945): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20945)]\u000a03:30:45.350247 run osmo-hlr_10.42.42.2(pid=20945): stdout: \u000a| (launched: 2022-12-10_03:30:42.254923) \u000a03:30:45.401947 run osmo-hlr_10.42.42.2(pid=20945): stderr: \u000a| �[0;m�[1;31m20221210033042455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033042455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033042455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033042455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033042455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033042455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033042482 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033042493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033042493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033042493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:30:45.472088 run osmo-msc_10.42.42.6(pid=20951): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20951)]\u000a03:30:45.523430 run osmo-msc_10.42.42.6(pid=20951): stdout: \u000a| (launched: 2022-12-10_03:30:44.274354) \u000a03:30:45.575027 run osmo-msc_10.42.42.6(pid=20951): stderr: \u000a| �[0;m�[38;5;43m20221210033044597 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033044597 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7dcc897c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033044597 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033044598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033044598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033044598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033044602 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033044602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033044602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033044602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:30:45.619071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20944): Terminating (SIGTERM)\u000a03:30:45.660690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20947): Terminating (SIGTERM)\u000a03:30:45.702899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20950): Terminating (SIGTERM)\u000a03:30:45.712319 --- ParallelTerminationStrategy: PID 20944 died...\u000a03:30:45.768661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20944): Terminated: ok {rc=0}\u000a03:30:45.778964 --- ParallelTerminationStrategy: PID 20947 died...\u000a03:30:45.841184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20947): Terminated: ok {rc=0}\u000a03:30:45.852932 --- ParallelTerminationStrategy: PID 20950 died...\u000a03:30:45.912126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20950): Terminated: ok {rc=0}\u000a03:30:46.002731 bus /sierra_3: Setting Powered False\u000a03:30:47.110989 bus /sierra_3: Setting Powered False\u000a03:30:48.217971 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:30:38" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20962): Process ended prematurely: osmo-stp_10.42.42.5(pid=20962) [trial-2368↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20962)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20962): Process ended prematurely: osmo-stp_10.42.42.5(pid=20962) [trial-2368↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20962)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a03:30:50.244310 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:50.255414 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:30:50.395026 tst handover.py: using LAC 25703\u000a03:30:50.516370 tst handover.py: using RAC 203\u000a03:30:50.639705 tst handover.py: using CellId 25703\u000a03:30:50.762435 tst handover.py: using BVCI 25704\u000a03:30:50.785824 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:30:50.926854 tst handover.py: using LAC 25704\u000a03:30:51.053964 tst handover.py: using RAC 204\u000a03:30:51.181773 tst handover.py: using CellId 25704\u000a03:30:51.311829 tst handover.py: using BVCI 25705\u000a03:30:51.336718 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:51.348221 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:51.359535 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:51.370950 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:51.382263 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:51.393578 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:30:51.509084 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:30:51.723280 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:30:52.221607 run create_hlr_db(pid=20956): Launched\u000a03:30:52.355024 bus /sierra_2: Setting Powered False\u000a03:30:53.432230 run create_hlr_db(pid=20956): Terminated: ok {rc=0}\u000a03:30:53.820555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20958): Launched\u000a03:30:54.129056 run osmo-hlr_10.42.42.2(pid=20959): Launched\u000a03:30:54.242462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:30:54.751045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20961): Launched\u000a03:30:55.059232 run osmo-stp_10.42.42.5(pid=20962): Launched\u000a03:30:55.171781 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:30:55.708549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20964): Launched\u000a03:30:56.018062 run osmo-msc_10.42.42.6(pid=20965): Launched\u000a03:30:56.200004 run osmo-stp_10.42.42.5(pid=20962): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20962)]\u000a03:30:56.331227 run osmo-stp_10.42.42.5(pid=20962): stdout: \u000a| (launched: 2022-12-10_03:30:54.907367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:56.459920 run osmo-stp_10.42.42.5(pid=20962): stderr: \u000a| �[0;m�[38;5;43m20221210033055080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033055080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033055081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033055081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033055082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033055082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033055082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:56.583828 run osmo-stp_10.42.42.5(pid=20962): stdout: \u000a| (launched: 2022-12-10_03:30:54.907367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:56.706506 run osmo-stp_10.42.42.5(pid=20962): stderr: \u000a| �[0;m�[38;5;43m20221210033055080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033055080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033055081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033055081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033055082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033055082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033055082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:56.760024 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20962): Process ended prematurely: osmo-stp_10.42.42.5(pid=20962) [trial-2368↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20962)] [trial-2368↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a03:30:56.767845 tst handover.py:18: Test FAILED (6.5 sec)\u000a03:30:56.828019 run osmo-hlr_10.42.42.2(pid=20959): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20959)]\u000a03:30:56.876913 run osmo-hlr_10.42.42.2(pid=20959): stdout: \u000a| (launched: 2022-12-10_03:30:53.977123) \u000a03:30:56.926428 run osmo-hlr_10.42.42.2(pid=20959): stderr: \u000a| �[0;m�[1;31m20221210033054156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033054156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033054156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033054156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033054156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033054156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033054171 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033054181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033054181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033054181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:30:56.993630 run osmo-msc_10.42.42.6(pid=20965): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20965)]\u000a03:30:57.042803 run osmo-msc_10.42.42.6(pid=20965): stdout: \u000a| (launched: 2022-12-10_03:30:55.864669) \u000a03:30:57.092466 run osmo-msc_10.42.42.6(pid=20965): stderr: \u000a| �[0;m�[38;5;43m20221210033056137 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033056137 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff644a08c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033056137 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033056137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033056137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033056138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033056139 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033056140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033056140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033056140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:30:57.134206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20958): Terminating (SIGTERM)\u000a03:30:57.173911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20961): Terminating (SIGTERM)\u000a03:30:57.213833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20964): Terminating (SIGTERM)\u000a03:30:57.223310 --- ParallelTerminationStrategy: PID 20958 died...\u000a03:30:57.276697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20958): Terminated: ok {rc=0}\u000a03:30:57.286406 --- ParallelTerminationStrategy: PID 20961 died...\u000a03:30:57.339603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20961): Terminated: ok {rc=0}\u000a03:30:57.349203 --- ParallelTerminationStrategy: PID 20964 died...\u000a03:30:57.401976 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20964): Terminated: ok {rc=0}\u000a03:30:57.489839 bus /sierra_3: Setting Powered False\u000a03:30:58.592710 bus /sierra_3: Setting Powered False\u000a03:30:59.704278 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:30:49" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20976): Process ended prematurely: osmo-stp_10.42.42.5(pid=20976) [trial-2368↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20976)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20976): Process ended prematurely: osmo-stp_10.42.42.5(pid=20976) [trial-2368↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:31:01.767977 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:01.780690 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:31:01.935171 tst handover.py: using LAC 25705\u000a03:31:02.059960 tst handover.py: using RAC 205\u000a03:31:02.215371 tst handover.py: using CellId 25705\u000a03:31:02.347385 tst handover.py: using BVCI 25706\u000a03:31:02.372350 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:31:02.515390 tst handover.py: using LAC 25706\u000a03:31:02.642420 tst handover.py: using RAC 206\u000a03:31:02.769500 tst handover.py: using CellId 25706\u000a03:31:02.899336 tst handover.py: using BVCI 25707\u000a03:31:02.924297 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:02.935785 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:02.947131 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:02.958512 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:02.970348 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:02.981625 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:31:03.097963 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:31:03.311167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:31:03.809117 run create_hlr_db(pid=20970): Launched\u000a03:31:03.942750 bus /sierra_2: Setting Powered False\u000a03:31:05.019281 run create_hlr_db(pid=20970): Terminated: ok {rc=0}\u000a03:31:05.407531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20972): Launched\u000a03:31:05.716035 run osmo-hlr_10.42.42.2(pid=20973): Launched\u000a03:31:05.831923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:31:06.337936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20975): Launched\u000a03:31:06.645307 run osmo-stp_10.42.42.5(pid=20976): Launched\u000a03:31:06.759209 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:31:07.292545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20978): Launched\u000a03:31:07.601656 run osmo-msc_10.42.42.6(pid=20979): Launched\u000a03:31:07.783332 run osmo-stp_10.42.42.5(pid=20976): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20976)]\u000a03:31:07.915583 run osmo-stp_10.42.42.5(pid=20976): stdout: \u000a| (launched: 2022-12-10_03:31:06.493755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:08.043832 run osmo-stp_10.42.42.5(pid=20976): stderr: \u000a| �[0;m�[38;5;43m20221210033106666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033106666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033106666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033106666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033106667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033106667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033106667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:08.167469 run osmo-stp_10.42.42.5(pid=20976): stdout: \u000a| (launched: 2022-12-10_03:31:06.493755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:08.289701 run osmo-stp_10.42.42.5(pid=20976): stderr: \u000a| �[0;m�[38;5;43m20221210033106666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033106666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033106666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033106666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033106667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033106667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033106667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:08.343021 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20976): Process ended prematurely: osmo-stp_10.42.42.5(pid=20976) [trial-2368↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20976)] [trial-2368↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a03:31:08.350899 tst handover.py:18: Test FAILED (6.6 sec)\u000a03:31:08.411100 run osmo-hlr_10.42.42.2(pid=20973): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20973)]\u000a03:31:08.459879 run osmo-hlr_10.42.42.2(pid=20973): stdout: \u000a| (launched: 2022-12-10_03:31:05.563278) \u000a03:31:08.508973 run osmo-hlr_10.42.42.2(pid=20973): stderr: \u000a| �[0;m�[1;31m20221210033105741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033105741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033105741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033105741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033105742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033105742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033105754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033105765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033105765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033105765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:31:08.576074 run osmo-msc_10.42.42.6(pid=20979): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20979)]\u000a03:31:08.624922 run osmo-msc_10.42.42.6(pid=20979): stdout: \u000a| (launched: 2022-12-10_03:31:07.448869) \u000a03:31:08.674450 run osmo-msc_10.42.42.6(pid=20979): stderr: \u000a| �[0;m�[38;5;43m20221210033107720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033107720 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd4f1ee8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033107720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033107720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033107721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033107721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033107723 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033107723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033107723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033107723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:31:08.715765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20972): Terminating (SIGTERM)\u000a03:31:08.755105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20975): Terminating (SIGTERM)\u000a03:31:08.794544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20978): Terminating (SIGTERM)\u000a03:31:08.803956 --- ParallelTerminationStrategy: PID 20972 died...\u000a03:31:08.856802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20972): Terminated: ok {rc=0}\u000a03:31:08.866563 --- ParallelTerminationStrategy: PID 20975 died...\u000a03:31:08.919200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20975): Terminated: ok {rc=0}\u000a03:31:08.928891 --- ParallelTerminationStrategy: PID 20978 died...\u000a03:31:08.981631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20978): Terminated: ok {rc=0}\u000a03:31:09.068712 bus /sierra_3: Setting Powered False\u000a03:31:10.170873 bus /sierra_3: Setting Powered False\u000a03:31:11.280937 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:31:01" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20990): Process ended prematurely: osmo-stp_10.42.42.5(pid=20990) [trial-2368↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20990)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20990): Process ended prematurely: osmo-stp_10.42.42.5(pid=20990) [trial-2368↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20990)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a03:31:13.284789 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:13.295540 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:31:13.427069 tst handover.py: using LAC 25707\u000a03:31:13.555083 tst handover.py: using RAC 207\u000a03:31:13.685920 tst handover.py: using CellId 25707\u000a03:31:13.812760 tst handover.py: using BVCI 25708\u000a03:31:13.838031 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:31:13.976881 tst handover.py: using LAC 25708\u000a03:31:14.097829 tst handover.py: using RAC 208\u000a03:31:14.216519 tst handover.py: using CellId 25708\u000a03:31:14.337214 tst handover.py: using BVCI 25709\u000a03:31:14.360551 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:14.371431 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:14.382189 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:14.393140 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:14.404082 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:14.414892 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:31:14.536258 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:31:14.739546 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:31:15.197140 run create_hlr_db(pid=20984): Launched\u000a03:31:15.322373 bus /sierra_2: Setting Powered False\u000a03:31:16.398727 run create_hlr_db(pid=20984): Terminated: ok {rc=0}\u000a03:31:16.804816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20986): Launched\u000a03:31:17.225285 run osmo-hlr_10.42.42.2(pid=20987): Launched\u000a03:31:17.360837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:31:17.877511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20989): Launched\u000a03:31:18.184134 run osmo-stp_10.42.42.5(pid=20990): Launched\u000a03:31:18.296134 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:31:18.831475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20992): Launched\u000a03:31:19.139374 run osmo-msc_10.42.42.6(pid=20993): Launched\u000a03:31:19.319695 run osmo-stp_10.42.42.5(pid=20990): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20990)]\u000a03:31:19.450911 run osmo-stp_10.42.42.5(pid=20990): stdout: \u000a| (launched: 2022-12-10_03:31:18.032871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:19.579240 run osmo-stp_10.42.42.5(pid=20990): stderr: \u000a| �[0;m�[38;5;43m20221210033118205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033118205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033118205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033118206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033118206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033118206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033118206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:19.701903 run osmo-stp_10.42.42.5(pid=20990): stdout: \u000a| (launched: 2022-12-10_03:31:18.032871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:19.823646 run osmo-stp_10.42.42.5(pid=20990): stderr: \u000a| �[0;m�[38;5;43m20221210033118205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033118205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033118205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033118206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033118206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033118206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033118206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:19.876928 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=20990): Process ended prematurely: osmo-stp_10.42.42.5(pid=20990) [trial-2368↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20990)] [trial-2368↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a03:31:19.884728 tst handover.py:18: Test FAILED (6.6 sec)\u000a03:31:19.944825 run osmo-hlr_10.42.42.2(pid=20987): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20987)]\u000a03:31:19.993796 run osmo-hlr_10.42.42.2(pid=20987): stdout: \u000a| (launched: 2022-12-10_03:31:16.964233) \u000a03:31:20.043542 run osmo-hlr_10.42.42.2(pid=20987): stderr: \u000a| �[0;m�[1;31m20221210033117278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033117278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033117278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033117278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033117278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033117278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033117291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033117299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033117299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033117299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:31:20.111114 run osmo-msc_10.42.42.6(pid=20993): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20993)]\u000a03:31:20.160087 run osmo-msc_10.42.42.6(pid=20993): stdout: \u000a| (launched: 2022-12-10_03:31:18.987056) \u000a03:31:20.209571 run osmo-msc_10.42.42.6(pid=20993): stderr: \u000a| �[0;m�[38;5;43m20221210033119259 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033119259 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8fbcc18c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033119259 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033119259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033119259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033119259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033119261 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033119262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033119262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033119262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:31:20.251195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20986): Terminating (SIGTERM)\u000a03:31:20.290839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20989): Terminating (SIGTERM)\u000a03:31:20.330959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20992): Terminating (SIGTERM)\u000a03:31:20.340380 --- ParallelTerminationStrategy: PID 20986 died...\u000a03:31:20.393734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20986): Terminated: ok {rc=0}\u000a03:31:20.403580 --- ParallelTerminationStrategy: PID 20989 died...\u000a03:31:20.457057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20989): Terminated: ok {rc=0}\u000a03:31:20.466908 --- ParallelTerminationStrategy: PID 20992 died...\u000a03:31:20.520847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20992): Terminated: ok {rc=0}\u000a03:31:20.610186 bus /sierra_3: Setting Powered False\u000a03:31:21.713987 bus /sierra_3: Setting Powered False\u000a03:31:22.824914 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:31:13" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21004): Process ended prematurely: osmo-stp_10.42.42.5(pid=21004) [trial-2368↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21004)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21004): Process ended prematurely: osmo-stp_10.42.42.5(pid=21004) [trial-2368↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:31:24.808254 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:24.819099 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:31:24.943604 tst handover.py: using LAC 25709\u000a03:31:25.065704 tst handover.py: using RAC 209\u000a03:31:25.194050 tst handover.py: using CellId 25709\u000a03:31:25.324789 tst handover.py: using BVCI 25710\u000a03:31:25.349931 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:31:25.495137 tst handover.py: using LAC 25710\u000a03:31:25.623523 tst handover.py: using RAC 210\u000a03:31:25.753660 tst handover.py: using CellId 25710\u000a03:31:25.884569 tst handover.py: using BVCI 25711\u000a03:31:25.909701 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:25.920880 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:25.931978 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:25.943101 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:25.954358 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:25.965523 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:31:26.085579 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:31:26.298380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:31:26.796883 run create_hlr_db(pid=20998): Launched\u000a03:31:26.930292 bus /sierra_2: Setting Powered False\u000a03:31:28.008286 run create_hlr_db(pid=20998): Terminated: ok {rc=0}\u000a03:31:28.395104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21000): Launched\u000a03:31:28.703522 run osmo-hlr_10.42.42.2(pid=21001): Launched\u000a03:31:28.823066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:31:29.339667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21003): Launched\u000a03:31:29.648786 run osmo-stp_10.42.42.5(pid=21004): Launched\u000a03:31:29.762276 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:31:30.299937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21006): Launched\u000a03:31:30.608409 run osmo-msc_10.42.42.6(pid=21007): Launched\u000a03:31:30.791073 run osmo-stp_10.42.42.5(pid=21004): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21004)]\u000a03:31:30.929651 run osmo-stp_10.42.42.5(pid=21004): stdout: \u000a| (launched: 2022-12-10_03:31:29.496170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:31.070160 run osmo-stp_10.42.42.5(pid=21004): stderr: \u000a| �[0;m�[38;5;43m20221210033129668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033129669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033129669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033129670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033129671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033129671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033129671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:31.197232 run osmo-stp_10.42.42.5(pid=21004): stdout: \u000a| (launched: 2022-12-10_03:31:29.496170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:31.323794 run osmo-stp_10.42.42.5(pid=21004): stderr: \u000a| �[0;m�[38;5;43m20221210033129668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033129669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033129669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033129670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033129671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033129671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033129671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:31.379048 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21004): Process ended prematurely: osmo-stp_10.42.42.5(pid=21004) [trial-2368↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21004)] [trial-2368↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a03:31:31.387981 tst handover.py:18: Test FAILED (6.6 sec)\u000a03:31:31.453271 run osmo-hlr_10.42.42.2(pid=21001): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21001)]\u000a03:31:31.504520 run osmo-hlr_10.42.42.2(pid=21001): stdout: \u000a| (launched: 2022-12-10_03:31:28.551264) \u000a03:31:31.558992 run osmo-hlr_10.42.42.2(pid=21001): stderr: \u000a| �[0;m�[1;31m20221210033128729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033128729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033128729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033128729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033128729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033128729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033128740 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033128749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033128749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033128749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:31:31.630499 run osmo-msc_10.42.42.6(pid=21007): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21007)]\u000a03:31:31.683742 run osmo-msc_10.42.42.6(pid=21007): stdout: \u000a| (launched: 2022-12-10_03:31:30.455846) \u000a03:31:31.736804 run osmo-msc_10.42.42.6(pid=21007): stderr: \u000a| �[0;m�[38;5;43m20221210033130730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033130730 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f329af69c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033130730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033130730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033130730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033130730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033130732 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033130733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033130733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033130733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:31:31.781951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21000): Terminating (SIGTERM)\u000a03:31:31.824678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21003): Terminating (SIGTERM)\u000a03:31:31.870750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21006): Terminating (SIGTERM)\u000a03:31:31.880829 --- ParallelTerminationStrategy: PID 21000 died...\u000a03:31:31.938289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21000): Terminated: ok {rc=0}\u000a03:31:31.949105 --- ParallelTerminationStrategy: PID 21003 died...\u000a03:31:32.006316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21003): Terminated: ok {rc=0}\u000a03:31:32.017107 --- ParallelTerminationStrategy: PID 21006 died...\u000a03:31:32.074471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21006): Terminated: ok {rc=0}\u000a03:31:32.163350 bus /sierra_3: Setting Powered False\u000a03:31:33.265482 bus /sierra_3: Setting Powered False\u000a03:31:34.378555 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:31:24" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21018): Process ended prematurely: osmo-stp_10.42.42.5(pid=21018) [trial-2368↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21018)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21018): Process ended prematurely: osmo-stp_10.42.42.5(pid=21018) [trial-2368↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2368 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:31:36.399133 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:36.410691 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:31:36.555568 tst handover.py: using LAC 25711\u000a03:31:36.679451 tst handover.py: using RAC 211\u000a03:31:36.801175 tst handover.py: using CellId 25711\u000a03:31:36.923436 tst handover.py: using BVCI 25712\u000a03:31:36.946762 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:31:37.083417 tst handover.py: using LAC 25712\u000a03:31:37.205174 tst handover.py: using RAC 212\u000a03:31:37.325470 tst handover.py: using CellId 25712\u000a03:31:37.445972 tst handover.py: using BVCI 25713\u000a03:31:37.469384 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:37.480114 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:37.490934 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:37.502572 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:37.513621 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:37.524388 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:31:37.644573 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:31:37.851601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:31:38.310216 run create_hlr_db(pid=21012): Launched\u000a03:31:38.435681 bus /sierra_2: Setting Powered False\u000a03:31:39.509628 run create_hlr_db(pid=21012): Terminated: ok {rc=0}\u000a03:31:39.922402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21014): Launched\u000a03:31:40.254297 run osmo-hlr_10.42.42.2(pid=21015): Launched\u000a03:31:40.375008 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:31:40.920147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21017): Launched\u000a03:31:41.249655 run osmo-stp_10.42.42.5(pid=21018): Launched\u000a03:31:41.372541 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:31:41.946537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21020): Launched\u000a03:31:42.276540 run osmo-msc_10.42.42.6(pid=21021): Launched\u000a03:31:42.469413 run osmo-stp_10.42.42.5(pid=21018): ERR: Terminated: ERROR {rc=1} [trial-2368↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21018)]\u000a03:31:42.608440 run osmo-stp_10.42.42.5(pid=21018): stdout: \u000a| (launched: 2022-12-10_03:31:41.087992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:42.746438 run osmo-stp_10.42.42.5(pid=21018): stderr: \u000a| �[0;m�[38;5;43m20221210033141282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033141282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033141282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033141283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033141283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033141283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033141283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:42.878422 run osmo-stp_10.42.42.5(pid=21018): stdout: \u000a| (launched: 2022-12-10_03:31:41.087992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:43.008753 run osmo-stp_10.42.42.5(pid=21018): stderr: \u000a| �[0;m�[38;5;43m20221210033141282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210033141282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210033141282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210033141283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210033141283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210033141283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210033141283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:43.066128 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21018): Process ended prematurely: osmo-stp_10.42.42.5(pid=21018) [trial-2368↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21018)] [trial-2368↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a03:31:43.074440 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:31:43.136728 run osmo-hlr_10.42.42.2(pid=21015): ERR: Terminated: ERROR {rc=237} [trial-2368↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21015)]\u000a03:31:43.187900 run osmo-hlr_10.42.42.2(pid=21015): stdout: \u000a| (launched: 2022-12-10_03:31:40.090835) \u000a03:31:43.239572 run osmo-hlr_10.42.42.2(pid=21015): stderr: \u000a| �[0;m�[1;31m20221210033140289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210033140289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210033140289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033140290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210033140290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210033140290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210033140302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2368/run.2022-12-10_02-07-09/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210033140311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210033140311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210033140311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:31:43.309924 run osmo-msc_10.42.42.6(pid=21021): ERR: Terminated: ERROR {rc=2} [trial-2368↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21021)]\u000a03:31:43.361173 run osmo-msc_10.42.42.6(pid=21021): stdout: \u000a| (launched: 2022-12-10_03:31:42.113724) \u000a03:31:43.412796 run osmo-msc_10.42.42.6(pid=21021): stderr: \u000a| �[0;m�[38;5;43m20221210033142439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210033142439 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0380a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210033142439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210033142439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210033142440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210033142440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210033142441 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210033142442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210033142442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210033142442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:31:43.456632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21014): Terminating (SIGTERM)\u000a03:31:43.498494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21017): Terminating (SIGTERM)\u000a03:31:43.540292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21020): Terminating (SIGTERM)\u000a03:31:43.549995 --- ParallelTerminationStrategy: PID 21014 died...\u000a03:31:43.605853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21014): Terminated: ok {rc=0}\u000a03:31:43.616011 --- ParallelTerminationStrategy: PID 21017 died...\u000a03:31:43.671409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21017): Terminated: ok {rc=0}\u000a03:31:43.681581 --- ParallelTerminationStrategy: PID 21020 died...\u000a03:31:43.737043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21020): Terminated: ok {rc=0}\u000a03:31:43.824397 bus /sierra_3: Setting Powered False\u000a03:31:44.929946 bus /sierra_3: Setting Powered False\u000a03:31:46.040915 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T03:31:36" } ] }